-- Logs begin at Thu 2021-10-28 13:58:28 UTC, end at Thu 2021-10-28 14:55:55 UTC. -- Oct 28 14:28:30.010164 dv-cinder-815848-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 28 14:28:32.720533 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.common.config [-] Logging enabled! Oct 28 14:28:32.721154 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 28 14:28:32.721275 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101429) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 14:28:32.724572 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.common.config [-] Logging enabled! Oct 28 14:28:32.724824 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 28 14:28:32.725130 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101429) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 14:28:32.726074 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 14:28:32.726301 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 14:28:32.726654 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 14:28:32.726934 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 14:28:32.727153 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 14:28:32.727461 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.727754 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.728045 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.728244 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.728559 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.728840 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.729107 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.729390 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.729681 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.729964 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.730236 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.730516 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.730771 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.731034 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.731324 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.731597 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.731817 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] debug = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.732094 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.732527 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.732943 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.733216 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.733714 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.734172 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.734583 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.734995 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.735405 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.735873 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] host = dv-cinder-815848-1-iscsi {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.736276 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.736609 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.736905 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.737191 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.737467 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.737742 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.738027 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.738299 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.738568 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] log_file = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.738865 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.739150 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.739434 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.739719 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.739938 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.740158 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.740452 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.740736 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.741006 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.741275 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.741541 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.741807 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.742077 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.742341 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.742619 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.742918 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.743200 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.743467 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.743734 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.744000 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.744265 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.744543 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.744809 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.745077 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.745345 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.745655 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.745889 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.746157 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.746450 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.746751 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.747033 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.747317 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.747582 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.747856 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.748125 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.748394 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.748662 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] use_json = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.748954 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.749268 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.749544 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.749811 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.750079 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.750346 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.750614 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.750916 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:32.751215 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.751509 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.751808 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.752091 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.752392 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.752670 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.752959 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.753234 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.753522 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.753808 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.754104 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.754380 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.754666 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.754962 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.755254 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.755559 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.755849 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.756140 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.756421 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.756680 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.756954 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.757228 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.757516 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.757788 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.758074 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.758362 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.758638 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.758946 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.759237 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.759525 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.759797 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.760074 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.760362 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.760637 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.760906 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.761182 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.761465 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.761743 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.762011 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.762287 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.762561 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.762872 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.763145 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.763421 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.763706 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.763980 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.764250 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.764543 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.764825 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.765093 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.765372 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.765644 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.765913 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.766180 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.766454 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.766743 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.767019 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.767295 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.767565 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.767833 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.768100 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.768367 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.768634 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.768904 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.769171 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.769440 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.769708 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.769987 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.770258 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.770528 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.770824 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.771096 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.771369 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.771652 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.771951 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.772229 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.772504 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.772779 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.773055 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.773327 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.773600 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.773874 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.774149 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.774419 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.774731 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.775014 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.775296 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.775572 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.775846 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.776165 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.776437 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.776716 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.776994 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.777266 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.777552 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.777820 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.778109 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.778399 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.778696 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.778999 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.779284 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.779558 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.779865 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.780183 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:32.780445 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 14:28:32.780688 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101429) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 28 14:28:33.205652 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 14:28:33.205891 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 14:28:33.206185 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 14:28:33.206520 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 28 14:28:33.523278 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:33.523479 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:33.523728 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:33.524959 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:33.525221 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:33.525479 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:33.559531 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:33.559801 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:33.560034 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:33.575112 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:33.575393 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:33.575650 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:33.605042 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:33.605308 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:33.605567 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:33.640745 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:33.640985 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:33.641267 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:33.872937 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:33.873578 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:33.873578 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:33.873578 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:33.874334 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:33.999639 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:33.999939 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.000217 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.000477 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.000741 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.001048 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.001302 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.001552 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.001800 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.002071 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.002307 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.002571 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.002840 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.003098 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.003352 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.003609 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.003856 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.004100 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.004364 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.004618 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.004880 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.005125 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.005399 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.005775 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.006017 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.006256 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.006649 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101429) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 14:28:34.006910 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101429) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 14:28:34.007141 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101429) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 14:28:34.007371 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101429) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 14:28:34.007600 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101429) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 14:28:34.007828 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101429) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 14:28:34.008189 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 28 14:28:34.011433 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 28 14:28:34.015548 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 28 14:28:34.019292 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Oct 28 14:28:34.020921 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 28 14:28:34.021385 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 28 14:28:34.021715 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 28 14:28:34.022095 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 28 14:28:34.024940 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 28 14:28:34.025188 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 28 14:28:34.025531 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 14:28:34.030860 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 28 14:28:34.053152 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 28 14:28:34.053591 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.053878 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101429) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 28 14:28:34.054242 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.055664 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101429) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 28 14:28:34.055947 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 14:28:34.056189 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 28 14:28:34.059424 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.059705 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.121287 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 28 14:28:34.121513 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 28 14:28:34.121743 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 28 14:28:34.122104 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 28 14:28:34.143689 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_db.sqlalchemy.engines [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101429) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 28 14:28:34.703994 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.managers [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Initializing driver for type 'gre' Oct 28 14:28:34.704514 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] gre ID ranges: [(1, 1000)] Oct 28 14:28:34.764345 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.managers [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Initializing driver for type 'local' Oct 28 14:28:34.764345 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.managers [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Initializing driver for type 'vlan' Oct 28 14:28:34.784241 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] VlanTypeDriver initialization complete Oct 28 14:28:34.784605 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.managers [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Initializing driver for type 'vxlan' Oct 28 14:28:34.785239 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] vxlan ID ranges: [(1, 1000)] Oct 28 14:28:34.838402 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.managers [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Initializing extension driver 'port_security' Oct 28 14:28:34.838758 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.extensions.port_security [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] PortSecurityExtensionDriver initialization complete Oct 28 14:28:34.839081 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.managers [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Initializing mechanism driver 'openvswitch' Oct 28 14:28:34.839396 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.managers [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Initializing mechanism driver 'hyperv' Oct 28 14:28:34.846037 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.plugin [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:28:34.846887 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > port after_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.847253 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > port after_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.847597 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > port after_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.848129 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101429) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 14:28:34.848567 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > subnet after_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.848918 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > subnet after_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.849257 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.849654 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101429) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 14:28:34.850060 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > network after_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.850402 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > network after_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.850761 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > network after_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.851147 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101429) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 14:28:34.851550 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > security_group after_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.851892 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > security_group after_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.852223 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.852623 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101429) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 14:28:34.853025 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.853362 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.853692 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.854089 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101429) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 14:28:34.854490 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > address_group after_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.854853 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > address_group after_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.855182 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.855579 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101429) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 14:28:34.855955 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] ML2 OVO RPC backend initialized. {{(pid=101429) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 28 14:28:34.856647 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.856998 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.857404 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > network before_response 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.857745 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > networks before_response 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.858084 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > port before_response 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.858430 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > ports before_response 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.858881 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > subnet before_response 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.859224 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > subnets before_response 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.859577 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > network after_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.859896 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > network after_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.860222 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > network after_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.860551 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > port after_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.860877 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > port after_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.861204 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > port after_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.861541 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > subnet after_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.861873 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > subnet after_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.862200 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.862810 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.plugin [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Modular L2 Plugin initialization complete Oct 28 14:28:34.863136 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading services supported by the core plugin {{(pid=101429) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 28 14:28:34.863463 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.plugins.ml2.managers [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Got port-security extension from driver 'port_security' Oct 28 14:28:34.863924 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.extensions.vlantransparent [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Disabled vlantransparent extension. Oct 28 14:28:34.864413 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101429) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 28 14:28:34.864723 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading Plugin: router Oct 28 14:28:34.901150 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.901740 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > router after_create 55549900 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.901846 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > router before_create 55549900 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.902226 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.902590 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.902960 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > router after_delete 55549900 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.903309 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.903918 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.904112 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > router after_create 55549900 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.904445 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > router after_update 55549900 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.904787 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > router after_update 55549900 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.905121 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.905490 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > router after_update 55549900 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.905888 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > router precommit_update 55549900 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.906236 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: port after_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.906571 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: port after_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.906923 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: subnet after_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.907255 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.907592 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.907924 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > router precommit_create 55549900 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.908236 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: port before_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.908574 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > router precommit_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.908921 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > router after_update 55549900 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.909254 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.909596 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > router precommit_create 55549900 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.909952 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.910284 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > router precommit_update 55549900 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.910638 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > agent after_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.911006 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > agent after_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.911336 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > network after_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.912206 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Tracking information for resource: router configured {{(pid=101429) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 14:28:34.912528 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Tracking information for resource: floatingip configured {{(pid=101429) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 14:28:34.917586 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.db.l3_agentschedulers_db [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 28 14:28:34.918153 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: port after_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.918507 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: port after_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.918882 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: port after_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.919233 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: port after_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.919990 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > router before_create 55550100 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.920375 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.920725 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > router precommit_create 55550100 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.921486 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > router precommit_update 55550100 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.926440 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.services.provider_configuration [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Service providers = [] {{(pid=101429) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 28 14:28:34.926821 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.db.servicetype_db [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101429) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 28 14:28:34.929766 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.services.service_base [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101429) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 14:28:34.930108 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.services.service_base [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101429) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 14:28:34.930440 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.services.service_base [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101429) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 14:28:34.931348 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.services.service_base [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101429) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 14:28:34.931713 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.services.service_base [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 28 14:28:34.932086 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101429) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 14:28:34.932398 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 28 14:28:34.944492 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101429) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 14:28:34.944817 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading Plugin: auto_allocate Oct 28 14:28:34.950651 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: network precommit_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.951063 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: network precommit_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.951560 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101429) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 14:28:34.951871 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading Plugin: tag Oct 28 14:28:34.958774 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101429) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 14:28:34.959038 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading Plugin: timestamp Oct 28 14:28:34.962851 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101429) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 14:28:34.963174 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading Plugin: network_ip_availability Oct 28 14:28:34.968750 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.969078 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.969428 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:34.970127 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101429) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 14:28:34.970440 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading Plugin: flavors Oct 28 14:28:34.975429 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101429) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 14:28:34.975749 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading Plugin: revisions Oct 28 14:28:34.980025 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101429) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 14:28:34.980412 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_concurrency.lockutils [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.774s {{(pid=101429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 14:28:34.981151 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101429) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 28 14:28:34.981482 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Initializing extension manager. Oct 28 14:28:34.981982 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: __init__.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:34.982320 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: __pycache__ {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:34.982627 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:34.983005 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: address_group.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:34.983783 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:34.984350 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: address-group Oct 28 14:28:34.984717 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: address_scope.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:34.985371 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:34.985867 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: address-scope Oct 28 14:28:34.986180 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:34.987143 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:34.987639 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: router-admin-state-down-before-update Oct 28 14:28:34.987953 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: agent.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:34.988626 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:34.989126 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: agent Oct 28 14:28:34.989437 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: agent_resources_synced.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:34.990328 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:34.990850 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: agent-resources-synced Oct 28 14:28:34.991163 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: allowedaddresspairs.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:34.992934 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:34.993438 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: allowed-address-pairs Oct 28 14:28:34.993759 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: auto_allocated_topology.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:34.994857 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:34.995362 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: auto-allocated-topology Oct 28 14:28:34.995673 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: availability_zone.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:34.996528 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:34.996852 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: availability_zone Oct 28 14:28:34.999795 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: availability_zone_filter.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:34.999795 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:34.999795 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: availability_zone_filter Oct 28 14:28:34.999795 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: data_plane_status.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.000222 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.000352 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension data-plane-status not supported by any of loaded plugins Oct 28 14:28:35.000678 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: default_subnetpools.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.001587 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.003196 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: default-subnetpools Oct 28 14:28:35.003522 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.004839 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.005349 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: dhcp_agent_scheduler Oct 28 14:28:35.005668 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: dns.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.008046 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.008554 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension dns-integration not supported by any of loaded plugins Oct 28 14:28:35.008873 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: dns_domain_ports.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.009798 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.011281 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 28 14:28:35.011653 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.012571 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.013071 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 28 14:28:35.013386 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: dvr.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.014057 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.014551 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: dvr Oct 28 14:28:35.014912 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: ecmp_routes.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.015828 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.016322 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 28 14:28:35.016638 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: empty_string_filtering.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.017542 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.018048 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: empty-string-filtering Oct 28 14:28:35.018360 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.019286 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.019781 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 28 14:28:35.019781 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.020995 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.021487 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 28 14:28:35.021800 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: external_net.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.022713 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.023213 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: external-net Oct 28 14:28:35.023523 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.024431 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.024926 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: extra_dhcp_opt Oct 28 14:28:35.025239 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: extraroute.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.026136 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.026634 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: extraroute Oct 28 14:28:35.026969 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: extraroute_atomic.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.028006 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.028516 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: extraroute-atomic Oct 28 14:28:35.028829 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: filter_validation.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.029681 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.030187 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: filter-validation Oct 28 14:28:35.030520 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: fip_pf_description.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.031485 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.031984 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 28 14:28:35.032295 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: fip_port_details.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.033214 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.033720 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: fip-port-details Oct 28 14:28:35.034037 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: flavors.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.035306 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.035816 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: flavors Oct 28 14:28:35.036133 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.037817 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.038335 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 28 14:28:35.038658 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: floatingip_pools.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.039386 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.039887 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: floatingip-pools Oct 28 14:28:35.040204 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: ip_allocation.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.041124 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.041619 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension ip_allocation not supported by any of loaded plugins Oct 28 14:28:35.041937 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.042879 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.043381 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: ip-substring-filtering Oct 28 14:28:35.043698 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: l2_adjacency.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.044612 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.045104 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 28 14:28:35.045418 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: l3.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.046824 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.047344 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: router Oct 28 14:28:35.047660 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.049929 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.050444 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 28 14:28:35.050792 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.051714 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.052223 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: ext-gw-mode Oct 28 14:28:35.052547 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.053458 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.053960 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: l3-ha Oct 28 14:28:35.054285 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: l3_flavors.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.055218 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.055714 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: l3-flavors Oct 28 14:28:35.056028 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.056930 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.057434 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 28 14:28:35.057749 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: l3agentscheduler.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.058817 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.059324 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: l3_agent_scheduler Oct 28 14:28:35.059641 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: logging.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.061142 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.061650 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension logging not supported by any of loaded plugins Oct 28 14:28:35.062026 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: metering.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.062795 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.063365 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: metering Oct 28 14:28:35.063678 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.064906 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.065416 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: metering_source_and_destination_fields Oct 28 14:28:35.065731 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: multiprovidernet.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.066643 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.067169 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: multi-provider Oct 28 14:28:35.067485 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: netmtu.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.068399 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.068900 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: net-mtu Oct 28 14:28:35.069215 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: netmtu_writable.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.070123 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.070619 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: net-mtu-writable Oct 28 14:28:35.070954 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: network_availability_zone.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.071617 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.072115 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: network_availability_zone Oct 28 14:28:35.072425 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: network_ip_availability.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.073527 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.074029 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: network-ip-availability Oct 28 14:28:35.074342 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: network_segment_range.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.075140 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.075632 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension network-segment-range not supported by any of loaded plugins Oct 28 14:28:35.075944 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: pagination.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.076915 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.077236 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: pagination Oct 28 14:28:35.077565 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: port_device_profile.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.078472 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.078995 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: port-device-profile Oct 28 14:28:35.079309 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.080226 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.080728 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: port-mac-address-regenerate Oct 28 14:28:35.081042 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.081942 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.082441 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: port-numa-affinity-policy Oct 28 14:28:35.082785 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: port_resource_request.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.083691 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.084191 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension port-resource-request not supported by any of loaded plugins Oct 28 14:28:35.084503 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: portbindings.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.085419 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.085920 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: binding Oct 28 14:28:35.086232 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: portbindings_extended.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.087532 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.088040 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: binding-extended Oct 28 14:28:35.088364 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: portsecurity.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.089267 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.089767 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: port-security Oct 28 14:28:35.090082 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: project_id.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.091086 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.091404 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: project-id Oct 28 14:28:35.091717 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: providernet.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.092635 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.093250 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: provider Oct 28 14:28:35.093569 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: qos.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.097222 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.097717 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension qos not supported by any of loaded plugins Oct 28 14:28:35.098041 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.099311 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.099821 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 28 14:28:35.100144 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.101050 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.101557 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 28 14:28:35.101876 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: qos_default.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.102808 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.103312 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension qos-default not supported by any of loaded plugins Oct 28 14:28:35.103628 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: qos_fip.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.104277 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.104769 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension qos-fip not supported by any of loaded plugins Oct 28 14:28:35.105082 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: qos_gateway_ip.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.106011 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.106512 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 28 14:28:35.106856 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: qos_port_network_policy.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.107747 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.108269 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 28 14:28:35.108567 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.109617 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.110117 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 28 14:28:35.110431 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: qos_pps_rule.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.111624 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.112135 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension qos-pps not supported by any of loaded plugins Oct 28 14:28:35.112452 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: qos_rule_type_details.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.113374 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.113873 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 28 14:28:35.114187 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: qos_rules_alias.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.115414 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.115919 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 28 14:28:35.116241 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: quotasv2.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.117163 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.117482 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: quotas Oct 28 14:28:35.117799 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: quotasv2_detail.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.120966 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.121303 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: quota_details Oct 28 14:28:35.121630 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: rbac.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.122695 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.123224 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: rbac-policies Oct 28 14:28:35.123547 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: rbac_address_group.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.124550 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.125050 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: rbac-address-group Oct 28 14:28:35.125378 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: rbac_address_scope.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.126293 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.126829 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: rbac-address-scope Oct 28 14:28:35.127144 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: rbac_security_groups.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.128059 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.128566 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: rbac-security-groups Oct 28 14:28:35.128882 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: rbac_subnetpool.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.129787 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.130290 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: rbac-subnetpool Oct 28 14:28:35.130605 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: revisionifmatch.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.131552 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.132060 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: revision-if-match Oct 28 14:28:35.132375 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: revisions.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.133480 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.133988 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: standard-attr-revisions Oct 28 14:28:35.134306 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: router_availability_zone.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.135000 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.135505 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: router_availability_zone Oct 28 14:28:35.135819 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: routerservicetype.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.136733 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.137237 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension router-service-type not supported by any of loaded plugins Oct 28 14:28:35.137548 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.138465 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.138996 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: security-groups-normalized-cidr Oct 28 14:28:35.139314 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.140257 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.140761 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: port-security-groups-filtering Oct 28 14:28:35.141069 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.141984 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.142490 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: security-groups-remote-address-group Oct 28 14:28:35.142829 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: securitygroup.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.152608 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.153129 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: security-group Oct 28 14:28:35.153454 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: segment.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.154244 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.154788 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension segment not supported by any of loaded plugins Oct 28 14:28:35.155110 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.156213 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.156724 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 28 14:28:35.157046 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: servicetype.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.158149 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.158656 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: service-type Oct 28 14:28:35.159005 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: sorting.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.159978 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.160298 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: sorting Oct 28 14:28:35.160612 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: standard_attr_segment.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.161523 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.162031 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 28 14:28:35.162341 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: standardattrdescription.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.163012 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.163514 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: standard-attr-description Oct 28 14:28:35.163827 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: stateful_security_group.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.164753 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.165251 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: stateful-security-group Oct 28 14:28:35.165566 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: stdattrs_common.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.166137 dv-cinder-815848-1-iscsi neutron-server[101429]: WARNING neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 28 14:28:35.166449 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.167389 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.167890 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 28 14:28:35.168201 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: subnet_onboard.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.169262 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.169767 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: subnet_onboard Oct 28 14:28:35.170082 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.171400 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.171889 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 28 14:28:35.172213 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: subnet_service_types.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.173122 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.173624 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: subnet-service-types Oct 28 14:28:35.173937 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: subnetallocation.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.175046 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.175561 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: subnet_allocation Oct 28 14:28:35.175872 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.176666 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.177177 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: subnetpool-prefix-ops Oct 28 14:28:35.177490 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.178416 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.178942 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 28 14:28:35.179256 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: tagging.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.180296 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.180801 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: standard-attr-tag Oct 28 14:28:35.181116 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: timestamp.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.182315 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.182864 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loaded extension: standard-attr-timestamp Oct 28 14:28:35.183182 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: trunk.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.184197 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.184717 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension trunk not supported by any of loaded plugins Oct 28 14:28:35.185038 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: trunk_details.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.185929 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.186430 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension trunk-details not supported by any of loaded plugins Oct 28 14:28:35.186854 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: uplink_status_propagation.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.187788 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.188293 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 28 14:28:35.188611 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Loading extension file: vlantransparent.py {{(pid=101429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 14:28:35.189269 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 14:28:35.189763 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 28 14:28:35.192239 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Creating instance of TrackedResource for resource:network Oct 28 14:28:35.192758 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Creating instance of TrackedResource for resource:subnet Oct 28 14:28:35.193147 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 14:28:35.193529 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Creating instance of TrackedResource for resource:port Oct 28 14:28:35.194800 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.v2.resource_helper [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 14:28:35.195244 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.v2.resource_helper [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Service FLAVORS assigned prefix: {{(pid=101429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 14:28:35.195863 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.v2.resource_helper [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 14:28:35.196295 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.v2.resource_helper [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 14:28:35.196617 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Creating instance of TrackedResource for resource:router Oct 28 14:28:35.197054 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 14:28:35.197525 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.v2.resource_helper [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Service METERING assigned prefix: /metering {{(pid=101429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 14:28:35.199026 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:35.199390 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:35.199731 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:28:35.200735 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 14:28:35.201162 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Creating instance of TrackedResource for resource:security_group Oct 28 14:28:35.201586 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 14:28:35.202199 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.v2.resource_helper [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Service CORE assigned prefix: {{(pid=101429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 14:28:35.202693 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 14:28:35.202927 dv-cinder-815848-1-iscsi neutron-server[101429]: WARNING neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] subnetpool is already registered Oct 28 14:28:35.203354 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.v2.resource_helper [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Service CORE assigned prefix: {{(pid=101429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 14:28:35.203653 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 14:28:35.203974 dv-cinder-815848-1-iscsi neutron-server[101429]: WARNING neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] subnetpool is already registered Oct 28 14:28:35.206406 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.v2.resource_helper [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 14:28:35.206877 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.v2.resource_helper [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Service FLAVORS assigned prefix: {{(pid=101429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 14:28:35.207478 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.v2.resource_helper [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 14:28:35.207910 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.v2.resource_helper [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 14:28:35.208244 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Creating instance of TrackedResource for resource:router Oct 28 14:28:35.208601 dv-cinder-815848-1-iscsi neutron-server[101429]: WARNING neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] router is already registered Oct 28 14:28:35.209066 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 14:28:35.209343 dv-cinder-815848-1-iscsi neutron-server[101429]: WARNING neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] floatingip is already registered Oct 28 14:28:35.209795 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.v2.resource_helper [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Service METERING assigned prefix: /metering {{(pid=101429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 14:28:35.210498 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 14:28:35.210852 dv-cinder-815848-1-iscsi neutron-server[101429]: WARNING neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] rbac_policy is already registered Oct 28 14:28:35.211254 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Creating instance of TrackedResource for resource:security_group Oct 28 14:28:35.211580 dv-cinder-815848-1-iscsi neutron-server[101429]: WARNING neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] security_group is already registered Oct 28 14:28:35.211982 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 14:28:35.212307 dv-cinder-815848-1-iscsi neutron-server[101429]: WARNING neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] security_group_rule is already registered Oct 28 14:28:35.212789 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.v2.resource_helper [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Service CORE assigned prefix: {{(pid=101429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 14:28:35.213105 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 14:28:35.213426 dv-cinder-815848-1-iscsi neutron-server[101429]: WARNING neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] subnetpool is already registered Oct 28 14:28:35.213831 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.v2.resource_helper [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Service CORE assigned prefix: {{(pid=101429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 14:28:35.214143 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 14:28:35.214461 dv-cinder-815848-1-iscsi neutron-server[101429]: WARNING neutron.quota.resource_registry [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] subnetpool is already registered Oct 28 14:28:35.216156 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: extensions {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.217645 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: address-groups {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.219314 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: address-scopes {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.220535 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: agents {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.221815 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: auto-allocated-topology {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.223106 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: availability_zones {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.224348 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: dhcp-networks {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.225778 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: dhcp-agents {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.227368 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: routers {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.229531 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: flavors {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.230851 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: service_profiles {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.232087 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: next_providers {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.233530 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: service_profiles {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.235042 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: floatingip-pools {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.236376 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: routers {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.238517 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: floatingips {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.239855 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: l3-routers {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.241269 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: l3-agents {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.242714 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: metering-labels {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.243985 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: metering-label-rules {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.245353 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: network-ip-availabilities {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.246635 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: bindings {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.248244 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: quotas {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.249979 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: quotas {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.251556 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: rbac-policies {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.252762 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: security-groups {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.254100 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: security-group-rules {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.255375 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: service-providers {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.256599 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: subnetpools {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.258022 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: subnetpools {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.259521 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: tags {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.261225 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: tags {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.263067 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: tags {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.264853 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: tags {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.266594 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: tags {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.268547 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: tags {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.270802 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: tags {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.273559 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: tags {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.275445 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: tags {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.277177 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron.api.extensions [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Extended resource: tags {{(pid=101429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 14:28:35.283434 dv-cinder-815848-1-iscsi neutron-server[101429]: WARNING keystonemiddleware.auth_token [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 28 14:28:35.288005 dv-cinder-815848-1-iscsi neutron-server[101429]: WARNING keystonemiddleware.auth_token [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 28 14:28:35.298307 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_concurrency.lockutils [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Acquired lock "singleton_lock" {{(pid=101429) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 28 14:28:35.298810 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_concurrency.lockutils [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Releasing lock "singleton_lock" {{(pid=101429) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 28 14:28:35.299937 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO oslo_service.service [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Starting 2 workers Oct 28 14:28:35.307149 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Started child 101538 {{(pid=101429) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 14:28:35.311961 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:28:35.313821 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Started child 101539 {{(pid=101429) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 14:28:35.313918 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [-] (101538) wsgi starting up on http://0.0.0.0:9696 Oct 28 14:28:35.314001 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO neutron.service [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 28 14:28:35.314001 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Publish callbacks [] for process, before_spawn {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:28:35.316381 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO oslo_service.service [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Starting 1 workers Oct 28 14:28:35.316473 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:28:35.318510 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [-] (101539) wsgi starting up on http://0.0.0.0:9696 Oct 28 14:28:35.321291 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Started child 101540 {{(pid=101429) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 14:28:35.321813 dv-cinder-815848-1-iscsi neutron-server[101429]: INFO oslo_service.service [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Starting 1 workers Oct 28 14:28:35.324691 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.service [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] calling RpcWorker wait() {{(pid=101540) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 28 14:28:35.325284 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.service [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] returning from RpcWorker wait() {{(pid=101540) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 28 14:28:35.326190 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Started child 101541 {{(pid=101429) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 14:28:35.326319 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:28:35.326801 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:28:35.326926 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG neutron_lib.callbacks.manager [None req-2a84d2a2-a23c-44e6-89bf-fa668e373154 None None] Publish callbacks [] for process, after_spawn {{(pid=101429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:28:35.328786 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101429) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 14:28:35.328995 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 14:28:35.329379 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 14:28:35.329583 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 14:28:35.329918 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 14:28:35.330046 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 14:28:35.330579 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.330841 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:28:35.331357 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.331357 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.331567 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.331911 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.332491 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.332792 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.333084 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.333383 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.333681 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.333901 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.334122 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.334434 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.334756 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.335127 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.335431 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.335731 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.336051 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.336285 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.336594 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.336907 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.337211 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.337517 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] debug = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.337805 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.338324 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.338613 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.338943 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.339211 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.339562 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.339864 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.340197 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.340489 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.340767 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.341048 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.341350 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.341636 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.341918 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.342216 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.342518 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.342837 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.343433 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] host = dv-cinder-815848-1-iscsi {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.343717 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.344015 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.344304 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.344601 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.344919 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.345209 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.345521 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.345837 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.346142 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.346439 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.346792 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.347104 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.347400 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.347681 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] log_file = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.347942 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] log_options = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.348199 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.348509 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.348818 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.349081 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.349341 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.349537 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.349855 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.350073 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.350376 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.350657 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.350955 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.351245 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.351548 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.351825 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.352140 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.352435 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.352725 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.353001 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.353303 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.353589 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.353872 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.354164 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.354454 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.354777 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.355077 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.355354 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.355638 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.355913 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.357204 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.357204 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.357204 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.357480 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.358055 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.358505 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.358962 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.359406 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:28:35.359581 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.359581 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.359961 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.360291 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.360578 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.360879 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.361175 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.361398 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.361624 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.361857 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.362099 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.362314 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] use_json = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.362527 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.362790 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.364701 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.364701 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.364701 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.364701 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.364701 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.364701 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.364701 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.366666 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.366666 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.366666 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.366666 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.366666 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.366666 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.366666 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.366666 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.367941 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.367941 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.367941 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.367941 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.367941 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.367941 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.368699 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.368699 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.368699 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.373187 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.373187 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.373187 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.373187 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.373187 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.373187 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.373187 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.373187 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.373968 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.373968 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.373968 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.373968 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.373968 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.373968 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.374464 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.374464 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.374609 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.377922 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.379097 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.379393 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.379638 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.379878 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.380119 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.380365 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.380592 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.380848 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.381078 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.381318 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.381552 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.381776 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.382014 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.382234 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.382450 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.382665 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.387006 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.387439 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.387871 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.388261 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.388641 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.389039 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.389419 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.389815 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.390550 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.390831 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.391104 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.391377 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.391627 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.391852 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.392127 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.392360 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.392695 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.393014 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.393256 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.393512 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.393823 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.394053 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.394295 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.394548 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.394823 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.395030 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.395230 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.395549 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.395867 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.396174 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.396451 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.396679 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.396908 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.397159 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.397434 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.397677 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.397904 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.398196 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.398493 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.398781 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.399063 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.399295 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.399562 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.399979 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.400257 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.400586 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.400820 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.401061 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.401338 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.401587 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.401818 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.402048 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.402279 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.402566 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.402976 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.403104 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.403272 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.403511 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.403731 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.404155 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.404530 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.404775 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.405030 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.405290 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.405607 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.406422 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.406422 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.406422 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.406712 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.406924 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.407195 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.407485 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.407740 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.407987 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.408257 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.408503 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.408769 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.409024 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.409268 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.409515 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.409788 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.410034 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.410256 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.410470 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.410747 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.411088 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.411321 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.411533 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.411741 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.412174 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.412411 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.412641 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.412903 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.413157 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.413396 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.413645 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.413876 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.414090 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.414334 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.414586 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.414837 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.415073 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.415291 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.415542 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.415776 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.415990 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.416221 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.416459 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.416679 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.416907 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.417143 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.417360 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.417610 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.417825 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.418063 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.418301 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.418535 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.418791 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.419020 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.419233 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.419485 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.419703 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.419984 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.420229 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.420462 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.420686 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.421333 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.421570 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.421784 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.422031 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.422248 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.422480 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.422713 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.422965 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.423201 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.423412 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.423638 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.423856 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.424110 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.424358 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.424692 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.424950 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.425196 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.425431 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.425665 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.425915 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.426135 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.426373 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.426623 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.426880 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.427098 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.427354 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.427598 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.427847 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.428064 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.428297 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.428510 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.428727 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.428938 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.429234 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.429490 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.429717 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.429975 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.430214 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.430444 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.430706 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.430925 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.431139 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.431366 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.431587 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.431801 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.432030 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.432243 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.432476 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.432700 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.432921 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.433154 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.433395 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.433639 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.433851 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.434075 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.434311 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.434520 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.435088 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.435088 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.435264 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.435434 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.435654 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.435866 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.436095 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.436305 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.436514 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.436762 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.437183 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.437183 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.437603 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.437692 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.437905 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.438187 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.438489 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.438738 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.438978 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.439258 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.439504 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.439724 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.440137 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.440237 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.440399 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.440646 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.440960 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.441229 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.441494 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.441752 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.442032 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.442321 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.442578 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.442812 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.443092 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.443432 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.443703 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.443955 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.444211 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.444473 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.444697 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.444929 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.445148 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.445459 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.445587 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.445861 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.446093 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.446322 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.446540 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.446806 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.447033 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.447292 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.447524 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.447765 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.447989 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.448551 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 14:28:35.448689 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101429) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 14:28:35.448849 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 14:28:35.449006 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 14:28:35.449190 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 14:28:35.449362 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 14:28:35.449512 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 14:28:35.449721 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.449880 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.450038 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.450197 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.450354 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.450535 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.450730 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.450870 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.451029 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.451185 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.451342 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.451501 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.451660 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.451814 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.451970 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.452125 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.452282 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.452525 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.452692 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.452847 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.453003 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.453163 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.453320 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] debug = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.453478 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.453665 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.453824 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.453981 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.454138 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.454294 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.454454 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.454607 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.454941 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.455107 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.455261 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.455420 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.455575 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.458736 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.458736 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.458736 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.458736 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.458736 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] host = dv-cinder-815848-1-iscsi {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.458736 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.458736 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.458736 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.459390 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.459481 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:28:35.459573 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.459573 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.459573 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.459573 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.459573 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.459573 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.459573 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.459573 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.460104 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.460104 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] log_file = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.460104 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] log_options = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.460104 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.460104 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.460104 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.460104 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.460104 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.460639 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.460639 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.460639 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.460639 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.460639 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.460639 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.460639 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.460639 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.461170 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.461170 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.461170 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.461170 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.461170 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.461512 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.461512 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.461653 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.461730 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.461831 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.461986 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.462145 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.462301 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.462458 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.462614 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.462794 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.462953 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.463110 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.463269 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.463425 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.463582 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.463739 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.463895 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.464050 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.464207 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.464369 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.464530 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.464687 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.464844 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.465000 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.465156 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.465314 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.465469 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.465626 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] use_json = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.465782 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.465938 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.466093 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.466249 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.466406 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.466562 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.466754 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.466914 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 14:28:35.467090 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.467251 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.467417 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.467974 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.467974 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.467974 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.468207 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.468207 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.468338 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.468495 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.468682 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.468791 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.469035 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.469130 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.469366 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.469537 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.469694 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.469854 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.470245 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.470245 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.470416 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.470490 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.470779 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.470779 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.470937 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.471100 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.471248 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.471420 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.471620 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.472162 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.472162 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.472162 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.472162 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.472468 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.472468 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.472620 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.472764 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.472917 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.473265 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.473265 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.473442 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.473598 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.473680 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.473959 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.473959 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.474370 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.474370 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.474530 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.474604 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.474725 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.474886 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.475045 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.475213 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.475366 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.475524 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.475698 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.475854 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.476012 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.476170 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.476329 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.476488 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.476646 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.476808 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.476949 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.477126 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.477316 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.477449 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.477578 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.477723 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.477897 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.478030 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.478173 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.478304 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.478433 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.478563 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.478749 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.478941 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.479071 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.479231 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.479390 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.479875 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.479875 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.479875 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.480265 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.480265 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.480265 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.481149 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.481149 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.481149 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.481149 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.481149 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.481521 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.481521 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.481521 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.482017 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.482017 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.482017 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.482615 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.482615 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.482615 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.482615 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.482615 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.483011 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.483011 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.483511 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.483511 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.483511 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.483511 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.484108 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.484108 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.484108 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.484583 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.484583 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.484583 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.484809 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.484809 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.484951 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.485095 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.485257 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.485531 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.485700 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.485870 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.486032 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.486191 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.486351 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.486510 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.486670 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.486854 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.487014 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.487176 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.487335 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.487497 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.487662 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.487832 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.487992 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.488152 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.488312 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.488494 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.488656 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.488818 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.488978 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.489138 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.489297 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.489455 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.489612 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.489772 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.489931 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.490089 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.490251 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.490409 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.490634 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.490778 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.490896 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.491057 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.491218 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.491377 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.491536 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.491696 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.491855 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.492015 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.492172 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.492333 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.492496 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.492656 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.492814 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.492976 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.493132 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.493277 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.493436 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.493593 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.493751 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.493909 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.494068 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.494229 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.494389 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.494548 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.494723 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.494888 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.495048 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.495195 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.495350 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.495513 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.495674 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.495833 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.496022 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.496178 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.496337 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.496896 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.496896 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.496896 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.496896 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.497396 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.497396 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.497396 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.497793 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.497793 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.497793 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.498924 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.498924 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.498924 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.498924 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.498924 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.498924 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.498924 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.499906 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.499906 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.499906 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.499906 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.499906 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.499906 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.499906 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.500811 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.500811 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.500811 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.500811 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.500811 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.500811 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.501213 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.501213 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.501213 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.501414 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.501505 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.501655 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.501821 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.501980 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.502143 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.502321 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.502486 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.502588 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.502778 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.502933 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.503093 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.503251 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.503408 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.503565 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.503732 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.503891 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.504049 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.504206 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.504363 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.504520 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.504688 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.504848 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.505007 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.505164 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.505324 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.505484 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.505652 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.505815 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.505973 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.506139 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.506297 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.506455 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.506613 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.506804 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.506963 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.507124 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.507283 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.507441 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.507603 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.507763 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.507930 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.508126 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.508260 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.508439 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.508579 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.509234 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.509234 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.509234 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.509234 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.509523 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.509523 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.510737 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.510737 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.510737 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.510737 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.510737 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.510737 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.510737 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.510737 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.511329 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.511329 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.511329 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.511329 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.511608 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.511608 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.511753 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.511830 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.511996 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.512152 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 14:28:35.512302 dv-cinder-815848-1-iscsi neutron-server[101429]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 14:28:35.685058 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 57846) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:28:35.698757 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100708 Oct 28 14:28:47.194112 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ffbb52-1820-42d3-a9f6-ee56f512c749 None None] get_active_networks_info from dv-cinder-815848-1-iscsi {{(pid=101540) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 14:28:47.319832 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ffbb52-1820-42d3-a9f6-ee56f512c749 None None] No non-hosted networks {{(pid=101540) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 28 14:28:47.350351 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.agentschedulers_db [None req-57ffbb52-1820-42d3-a9f6-ee56f512c749 None None] DHCP Agent not found on host dv-cinder-815848-1-iscsi {{(pid=101540) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 28 14:28:47.481028 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-841e897b-5a3d-49a1-bb9e-d55c2bc9a5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-640395'] for agent, after_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:28:50.036027 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-7c8afc50-6edf-4909-a3b3-c73d8a20e050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-640395'] for agent, after_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:28:50.095369 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1bce0390-41ac-4b26-8a1a-4b6c2497938f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:28:51.011215 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-640395'] for agent, after_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:28:51.012122 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:28:51.012680 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:28:51.013038 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:28:51.013417 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:28:51.013738 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:28:51.014051 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:28:51.014364 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:28:51.016817 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:28:51.016817 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:28:51.016817 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:28:51.016817 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:28:51.017309 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:28:51.017387 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815848-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:28:51.035272 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815848-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:28:51.198924 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-640395'] for agent, after_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:28:52.082709 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-640395'] for agent, after_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:28:53.276987 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 57940) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:28:53.803343 dv-cinder-815848-1-iscsi neutron-server[101538]: WARNING oslo_policy.policy [None req-150294af-0bfc-4b3f-b6b9-e4720f1c69a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 14:28:53.803930 dv-cinder-815848-1-iscsi neutron-server[101538]: WARNING oslo_policy.policy [None req-150294af-0bfc-4b3f-b6b9-e4720f1c69a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 14:28:54.022704 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [None req-150294af-0bfc-4b3f-b6b9-e4720f1c69a9 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 14:28:54.023994 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-150294af-0bfc-4b3f-b6b9-e4720f1c69a9 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7449665 Oct 28 14:28:55.565846 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.db.l3_hamode_db [None req-4746ac81-f11e-4058-871e-7cccf13646e6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 28 14:28:55.641554 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4746ac81-f11e-4058-871e-7cccf13646e6 None None] Routers set() bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:28:55.641881 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4746ac81-f11e-4058-871e-7cccf13646e6 None None] Router IDs set() for agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 14:28:56.561110 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 57954) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:28:56.922646 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-df117dfc-faff-424c-859e-b7112c3b7d72 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:28:57.020534 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.policy [None req-df117dfc-faff-424c-859e-b7112c3b7d72 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101538) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 14:28:57.067026 dv-cinder-815848-1-iscsi neutron-server[101538]: WARNING oslo_policy.policy [None req-df117dfc-faff-424c-859e-b7112c3b7d72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 14:28:57.067396 dv-cinder-815848-1-iscsi neutron-server[101538]: WARNING oslo_policy.policy [None req-df117dfc-faff-424c-859e-b7112c3b7d72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 14:28:57.076135 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.quota [None req-df117dfc-faff-424c-859e-b7112c3b7d72 admin admin] Loaded quota_driver: . Oct 28 14:28:57.169719 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-df117dfc-faff-424c-859e-b7112c3b7d72 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782351760876', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782351745593', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782351707592', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782351711124', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782351661619', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782351713814', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1857345', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1864108', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-720992', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-687196'] for rbac-policy, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:28:57.245893 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-df117dfc-faff-424c-859e-b7112c3b7d72 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:28:57.247676 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-df117dfc-faff-424c-859e-b7112c3b7d72 admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6852667 Oct 28 14:28:59.950157 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 57966) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:29:00.278633 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Request body: {'network': {'tenant_id': 'c0fc8be7ace747daba1f61a78ad61736', 'project_id': 'c0fc8be7ace747daba1f61a78ad61736', 'name': 'private', 'admin_state_up': True}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:29:00.319038 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Made reservation on behalf of c0fc8be7ace747daba1f61a78ad61736 for: {'network': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:29:00.321875 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for network, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:00.340320 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:00.459373 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:00.465177 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:00.484790 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=101538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 14:29:00.512325 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782349021781', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:00.512908 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Unsubscribe: segment precommit_create {{(pid=101538) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 14:29:00.513398 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.db.segments_db [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Added segment 7e01b2a4-4877-42fa-997f-3e9720126233 of type vlan for network 7f932103-31bc-4894-bb9a-0fac46612aa2 Oct 28 14:29:00.530586 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc307d9-649b-4b9e-a70f-9ccebc06069a,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:29:00.580178 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:00.580524 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:00.580859 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:00.581176 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:00.581490 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:00.581818 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:00.582133 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:00.582460 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:00.582810 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:00.583129 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:00.583433 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:00.583799 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Tracked resource versions report: Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: pushed versions: Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: { 'AddressGroup': {'1.2'}, Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: 'ConntrackHelper': {'1.0'}, Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: 'Log': {'1.0'}, Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: 'Network': {'1.1'}, Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: 'Port': {'1.7'}, Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: 'PortForwarding': {'1.2'}, Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: 'QosPolicy': {'1.10'}, Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: 'SecurityGroup': {'1.4'}, Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: 'SecurityGroupRule': {'1.2'}, Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: 'SubPort': {'1.0'}, Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: 'Subnet': {'1.1'}, Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: 'Trunk': {'1.1'}} Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: consumer versions: Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: { DHCP agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: L3 agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: Metadata agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: Metering agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: Open vSwitch agent@dv-cinder-815848-1-iscsi: { 'AddressGroup': '1.2', Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: 'ConntrackHelper': '1.0', Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: 'Log': '1.0', Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: 'Network': '1.1', Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: 'Port': '1.7', Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: 'PortForwarding': '1.2', Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: 'QosPolicy': '1.10', Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: 'SecurityGroup': '1.4', Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: 'SecurityGroupRule': '1.2', Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: 'SubPort': '1.0', Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: 'Subnet': '1.1', Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: 'Trunk': '1.1'}} Oct 28 14:29:00.585448 dv-cinder-815848-1-iscsi neutron-server[101538]: {{(pid=101538) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 14:29:00.635524 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782348503983'] for network, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:00.682792 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for network, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:00.684478 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:29:00.685603 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:00.772576 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8211458 Oct 28 14:29:00.797341 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36010e-7944-4a3f-afbf-dbcb7f00fd6a admin admin] Pushing event updated for resources: {'Network': ['ID=7f932103-31bc-4894-bb9a-0fac46612aa2,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:29:00.810707 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Network 7f932103-31bc-4894-bb9a-0fac46612aa2 details requested by agent ovs-agent-dv-cinder-815848-1-iscsi with host dv-cinder-815848-1-iscsi {{(pid=101540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 14:29:03.580713 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 57980) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:29:04.008265 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17271c46-5083-4758-b51e-b31a868fb704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:29:04.009615 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-17271c46-5083-4758-b51e-b31a868fb704 admin admin] 10.222.0.79 "GET /v2.0/networks/7f932103-31bc-4894-bb9a-0fac46612aa2 HTTP/1.1" status: 200 len: 825 time: 0.4279301 Oct 28 14:29:04.036050 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-2bfa56cd-aeaf-444d-b6c0-eaaafac07fff admin admin] 10.222.0.79 "GET /v2.0/subnetpools/eed46094-3ad5-4fe6-850b-ee5d74a005f8 HTTP/1.1" status: 200 len: 734 time: 0.0182343 Oct 28 14:29:04.045289 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-cc691480-e8d6-4971-9fd9-346af44bc002 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'c0fc8be7ace747daba1f61a78ad61736', 'subnetpool_id': 'eed46094-3ad5-4fe6-850b-ee5d74a005f8', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '7f932103-31bc-4894-bb9a-0fac46612aa2'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:29:04.069641 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc691480-e8d6-4971-9fd9-346af44bc002 admin admin] Made reservation on behalf of c0fc8be7ace747daba1f61a78ad61736 for: {'subnet': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:29:04.071899 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-cc691480-e8d6-4971-9fd9-346af44bc002 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:04.380489 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-cc691480-e8d6-4971-9fd9-346af44bc002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for subnet, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:04.455567 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc691480-e8d6-4971-9fd9-346af44bc002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4345849c-e95f-436c-906e-64674780d05c,revision_number=0']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:29:04.462497 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc691480-e8d6-4971-9fd9-346af44bc002 admin admin] Checking segment: {'id': '7e01b2a4-4877-42fa-997f-3e9720126233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '7f932103-31bc-4894-bb9a-0fac46612aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:29:04.462927 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc691480-e8d6-4971-9fd9-346af44bc002 admin admin] Network hostable DHCP agents. Network: 7f932103-31bc-4894-bb9a-0fac46612aa2, hostable agents: ['0f5c18ae-0b98-4d4d-aaff-bac106b0409b'], hosted agents: [] {{(pid=101538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 14:29:04.487144 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc691480-e8d6-4971-9fd9-346af44bc002 admin admin] Network 7f932103-31bc-4894-bb9a-0fac46612aa2 is scheduled to be hosted by DHCP agent 0f5c18ae-0b98-4d4d-aaff-bac106b0409b with binding_index 1 {{(pid=101538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 14:29:04.499711 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-cc691480-e8d6-4971-9fd9-346af44bc002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-1-iscsi, 7f932103-31bc-4894-bb9a-0fac46612aa2) {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:29:04.504774 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc691480-e8d6-4971-9fd9-346af44bc002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:29:04.505354 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-cc691480-e8d6-4971-9fd9-346af44bc002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for subnet, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:04.510940 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5636dbac-7646-4c34-8040-fa9f4354a153 None None] Network 7f932103-31bc-4894-bb9a-0fac46612aa2 requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:29:04.522853 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-cc691480-e8d6-4971-9fd9-346af44bc002 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4810288 Oct 28 14:29:04.847787 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb12ed448-6782-5d32-adc4-26a542b5c6bd-7f932103-31bc-4894-bb9a-0fac46612aa2', 'network_id': '7f932103-31bc-4894-bb9a-0fac46612aa2', 'tenant_id': 'c0fc8be7ace747daba1f61a78ad61736', 'fixed_ips': [{'subnet_id': '4345849c-e95f-436c-906e-64674780d05c'}]}} from dv-cinder-815848-1-iscsi. {{(pid=101540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 14:29:04.849015 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:05.166796 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.db_base_plugin_common [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Allocated IP 172.20.0.2 (7f932103-31bc-4894-bb9a-0fac46612aa2/4345849c-e95f-436c-906e-64674780d05c/10e70290-9bb7-4f55-ac2b-48153b1dd93b) {{(pid=101540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:29:05.369721 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Publish callbacks [] for port, precommit_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:05.376958 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:05.458620 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Network 7f932103-31bc-4894-bb9a-0fac46612aa2 is already hosted by enough agents. {{(pid=101540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:29:05.462918 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.scheduler.base_scheduler [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Resources bound (agent type, host, resource id): {{(pid=101540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:29:05.464444 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Pushing event updated for resources: {'Port': ['ID=10e70290-9bb7-4f55-ac2b-48153b1dd93b,revision_number=1']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:29:05.469298 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Received port after_create {{(pid=101540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:29:05.477171 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:05.477537 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:05.477879 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:05.478236 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:05.478561 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:05.478914 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:05.479244 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:05.479567 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:05.479908 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:05.480215 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:05.480529 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:05.480848 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Tracked resource versions report: Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: pushed versions: Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: { 'AddressGroup': {'1.2'}, Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: 'ConntrackHelper': {'1.0'}, Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: 'Log': {'1.0'}, Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: 'Network': {'1.1'}, Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: 'Port': {'1.7'}, Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: 'PortForwarding': {'1.2'}, Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: 'QosPolicy': {'1.10'}, Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: 'SecurityGroup': {'1.4'}, Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: 'SecurityGroupRule': {'1.2'}, Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: 'SubPort': {'1.0'}, Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: 'Subnet': {'1.1'}, Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: 'Trunk': {'1.1'}} Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: consumer versions: Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: { DHCP agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: L3 agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: Metadata agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: Metering agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: Open vSwitch agent@dv-cinder-815848-1-iscsi: { 'AddressGroup': '1.2', Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: 'ConntrackHelper': '1.0', Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: 'Log': '1.0', Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: 'Network': '1.1', Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: 'Port': '1.7', Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: 'PortForwarding': '1.2', Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: 'QosPolicy': '1.10', Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: 'SecurityGroup': '1.4', Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: 'SecurityGroupRule': '1.2', Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: 'SubPort': '1.0', Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: 'Subnet': '1.1', Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: 'Trunk': '1.1'}} Oct 28 14:29:05.481910 dv-cinder-815848-1-iscsi neutron-server[101540]: {{(pid=101540) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 14:29:05.556786 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Attempting to bind port 10e70290-9bb7-4f55-ac2b-48153b1dd93b on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:29:05.557461 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Attempting to bind port 10e70290-9bb7-4f55-ac2b-48153b1dd93b by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': '7e01b2a4-4877-42fa-997f-3e9720126233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '7f932103-31bc-4894-bb9a-0fac46612aa2'}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:29:05.557586 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Attempting to bind port 10e70290-9bb7-4f55-ac2b-48153b1dd93b on network 7f932103-31bc-4894-bb9a-0fac46612aa2 {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:29:05.562834 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:29:05.563197 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Checking segment: {'id': '7e01b2a4-4877-42fa-997f-3e9720126233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '7f932103-31bc-4894-bb9a-0fac46612aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:29:05.563635 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:05.564010 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Bound using segment: {'id': '7e01b2a4-4877-42fa-997f-3e9720126233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '7f932103-31bc-4894-bb9a-0fac46612aa2'} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:29:05.564488 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Bound port: 10e70290-9bb7-4f55-ac2b-48153b1dd93b, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e01b2a4-4877-42fa-997f-3e9720126233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '7f932103-31bc-4894-bb9a-0fac46612aa2'}}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:29:05.564891 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:05.626098 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] For port 10e70290-9bb7-4f55-ac2b-48153b1dd93b, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:29:05.647500 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] For port 10e70290-9bb7-4f55-ac2b-48153b1dd93b, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=10e70290-9bb7-4f55-ac2b-48153b1dd93b,segment=NetworkSegment(7e01b2a4-4877-42fa-997f-3e9720126233),segment_id=7e01b2a4-4877-42fa-997f-3e9720126233)] {{(pid=101540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:29:05.652832 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:05.716826 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fd2f0-8817-4b85-ae8f-587768f264ce None None] Pushing event updated for resources: {'Port': ['ID=10e70290-9bb7-4f55-ac2b-48153b1dd93b,revision_number=2']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:29:07.040268 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 57988) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:29:07.364670 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [None req-905bb1c2-c892-43be-b01a-106ca68b2eba admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 14:29:07.365672 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-905bb1c2-c892-43be-b01a-106ca68b2eba admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3243687 Oct 28 14:29:09.851746 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 57996) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:29:10.186315 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [None req-de0c5fcd-b825-43af-8936-ee0dfc10684b admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 14:29:10.187525 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-de0c5fcd-b825-43af-8936-ee0dfc10684b admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3348014 Oct 28 14:29:12.947156 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 58006) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:29:13.260744 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-8ae07ec7-28be-4419-90f2-71b08da5c110 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'c0fc8be7ace747daba1f61a78ad61736'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:29:13.289377 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-8ae07ec7-28be-4419-90f2-71b08da5c110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1061'] for router, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:13.290890 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-8ae07ec7-28be-4419-90f2-71b08da5c110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1054'] for router, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:13.427078 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-8ae07ec7-28be-4419-90f2-71b08da5c110 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:13.432989 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-8ae07ec7-28be-4419-90f2-71b08da5c110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645785'] for router, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:13.448230 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-8ae07ec7-28be-4419-90f2-71b08da5c110 admin admin] Publish callbacks [] for router, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:13.449432 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-8ae07ec7-28be-4419-90f2-71b08da5c110 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5011947 Oct 28 14:29:14.736100 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bdec6d-c2ba-4ee3-b2c6-c84b4188a9d6 None None] Network 7f932103-31bc-4894-bb9a-0fac46612aa2 requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:29:14.807263 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-656899ab-8823-4b41-8193-d2194c11dce3 None None] Provisioning complete for port 10e70290-9bb7-4f55-ac2b-48153b1dd93b triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:29:14.807642 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-656899ab-8823-4b41-8193-d2194c11dce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:14.959119 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 10e70290-9bb7-4f55-ac2b-48153b1dd93b up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:29:15.021623 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-656899ab-8823-4b41-8193-d2194c11dce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:15.091067 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-656899ab-8823-4b41-8193-d2194c11dce3 None None] For port 10e70290-9bb7-4f55-ac2b-48153b1dd93b, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=10e70290-9bb7-4f55-ac2b-48153b1dd93b,segment=NetworkSegment(7e01b2a4-4877-42fa-997f-3e9720126233),segment_id=7e01b2a4-4877-42fa-997f-3e9720126233)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:29:15.100559 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-656899ab-8823-4b41-8193-d2194c11dce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:15.146528 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 10e70290-9bb7-4f55-ac2b-48153b1dd93b triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:29:15.146960 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:15.195906 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656899ab-8823-4b41-8193-d2194c11dce3 None None] Pushing event updated for resources: {'Port': ['ID=10e70290-9bb7-4f55-ac2b-48153b1dd93b,revision_number=3']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:29:15.321397 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-c7187720-9b63-4508-bc1f-442d80547e8f None None] Provisioning complete for port 10e70290-9bb7-4f55-ac2b-48153b1dd93b triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:29:15.321762 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-c7187720-9b63-4508-bc1f-442d80547e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:15.991278 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 58020) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:29:16.317983 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [None req-1197e3da-a842-46d8-ab88-712095dc1be8 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 14:29:16.319000 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-1197e3da-a842-46d8-ab88-712095dc1be8 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3263998 Oct 28 14:29:16.899439 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 10e70290-9bb7-4f55-ac2b-48153b1dd93b up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:29:16.949981 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 10e70290-9bb7-4f55-ac2b-48153b1dd93b triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:29:16.950352 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:17.056077 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-25000ced-89dd-4d2b-b30e-e35f076857fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:18.798140 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 58028) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:29:19.132158 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-662db44b-8fe2-4b1a-9603-8c989212ca2f admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:29:19.156343 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662db44b-8fe2-4b1a-9603-8c989212ca2f admin admin] Made reservation on behalf of 7760de20f300416cbabf0f95c42b2e83 for: {'network': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:29:19.158573 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-662db44b-8fe2-4b1a-9603-8c989212ca2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for network, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:19.166338 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-662db44b-8fe2-4b1a-9603-8c989212ca2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:19.258613 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-662db44b-8fe2-4b1a-9603-8c989212ca2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:19.264155 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-662db44b-8fe2-4b1a-9603-8c989212ca2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:19.281086 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-662db44b-8fe2-4b1a-9603-8c989212ca2f admin admin] Reserving flat network on physical network physnet1 {{(pid=101538) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 28 14:29:19.297198 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662db44b-8fe2-4b1a-9603-8c989212ca2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc479ce-f6e5-463f-a7c9-f846bfa6e105,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:29:19.302252 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-662db44b-8fe2-4b1a-9603-8c989212ca2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:19.302586 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.db.segments_db [None req-662db44b-8fe2-4b1a-9603-8c989212ca2f admin admin] Added segment fe015cd9-f754-4f6c-b178-e335c2dcb63f of type flat for network ee68bfbb-5103-4d10-b9ad-fba4a097df41 Oct 28 14:29:19.356471 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-662db44b-8fe2-4b1a-9603-8c989212ca2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782348503983'] for network, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:19.389826 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-662db44b-8fe2-4b1a-9603-8c989212ca2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for network, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:19.390670 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662db44b-8fe2-4b1a-9603-8c989212ca2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:29:19.391304 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-662db44b-8fe2-4b1a-9603-8c989212ca2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:19.454744 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-662db44b-8fe2-4b1a-9603-8c989212ca2f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6424897 Oct 28 14:29:19.454744 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662db44b-8fe2-4b1a-9603-8c989212ca2f admin admin] Pushing event updated for resources: {'Network': ['ID=ee68bfbb-5103-4d10-b9ad-fba4a097df41,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:29:19.464779 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Network ee68bfbb-5103-4d10-b9ad-fba4a097df41 details requested by agent ovs-agent-dv-cinder-815848-1-iscsi with host dv-cinder-815848-1-iscsi {{(pid=101540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 14:29:20.034502 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-f6b93536-c4df-4d38-a0f7-9023b8f3c9a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:21.000073 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:21.154586 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:21.957894 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 58046) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:29:22.016710 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:22.149845 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aeb1e1-9f84-42f0-a045-23543a010146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:29:22.152091 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-65aeb1e1-9f84-42f0-a045-23543a010146 admin admin] 10.222.0.79 "GET /v2.0/subnets/4345849c-e95f-436c-906e-64674780d05c HTTP/1.1" status: 200 len: 849 time: 0.1928701 Oct 28 14:29:22.275228 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-ae66a231-20f6-47b5-a65a-821fda02d749 admin admin] 10.222.0.79 "GET /v2.0/routers/7cf10851-484b-4126-8327-f8b17d98476a HTTP/1.1" status: 200 len: 704 time: 0.1137321 Oct 28 14:29:22.549995 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ff185638-f037-4a66-a828-4a8e158ec8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:22.859798 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [None req-ff185638-f037-4a66-a828-4a8e158ec8c6 admin admin] Allocated IP 172.20.0.1 (7f932103-31bc-4894-bb9a-0fac46612aa2/4345849c-e95f-436c-906e-64674780d05c/d414bc85-d1d0-4af7-80e7-4b27512921af) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:29:23.059031 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ff185638-f037-4a66-a828-4a8e158ec8c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:23.126038 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ff185638-f037-4a66-a828-4a8e158ec8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:23.198992 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff185638-f037-4a66-a828-4a8e158ec8c6 admin admin] Network 7f932103-31bc-4894-bb9a-0fac46612aa2 is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:29:23.203719 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-ff185638-f037-4a66-a828-4a8e158ec8c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:29:23.209569 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff185638-f037-4a66-a828-4a8e158ec8c6 admin admin] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:29:23.209569 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ff185638-f037-4a66-a828-4a8e158ec8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640452'] for router_interface, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:23.231142 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff185638-f037-4a66-a828-4a8e158ec8c6 admin admin] Pushing event updated for resources: {'Port': ['ID=d414bc85-d1d0-4af7-80e7-4b27512921af,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:29:23.380008 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-283ad0bc-7d34-4ddf-b112-89ab8ebf5655 None None] Provisioning complete for port d414bc85-d1d0-4af7-80e7-4b27512921af triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:29:23.380604 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-283ad0bc-7d34-4ddf-b112-89ab8ebf5655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:23.405500 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ff185638-f037-4a66-a828-4a8e158ec8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:23.414828 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-283ad0bc-7d34-4ddf-b112-89ab8ebf5655 None None] Port d414bc85-d1d0-4af7-80e7-4b27512921af cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:29:23.613486 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ff185638-f037-4a66-a828-4a8e158ec8c6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:23.620726 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ff185638-f037-4a66-a828-4a8e158ec8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:23.621506 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ff185638-f037-4a66-a828-4a8e158ec8c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645972'] for router_interface, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:23.704826 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff185638-f037-4a66-a828-4a8e158ec8c6 admin admin] Pushing event updated for resources: {'Port': ['ID=d414bc85-d1d0-4af7-80e7-4b27512921af,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:29:23.752612 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff185638-f037-4a66-a828-4a8e158ec8c6 admin admin] Network 7f932103-31bc-4894-bb9a-0fac46612aa2 is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:29:23.754063 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-ff185638-f037-4a66-a828-4a8e158ec8c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:29:23.920250 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff185638-f037-4a66-a828-4a8e158ec8c6 admin admin] Router 7cf10851-484b-4126-8327-f8b17d98476a is scheduled to L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd with binding_index 1 {{(pid=101538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 14:29:23.936084 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-2a57f855-40be-42d9-8f4a-8df9b98c5d3d None None] Provisioning complete for port d414bc85-d1d0-4af7-80e7-4b27512921af triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:29:23.936449 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2a57f855-40be-42d9-8f4a-8df9b98c5d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:23.970223 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-2a57f855-40be-42d9-8f4a-8df9b98c5d3d None None] Port d414bc85-d1d0-4af7-80e7-4b27512921af cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:29:24.014777 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff185638-f037-4a66-a828-4a8e158ec8c6 admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:29:24.020827 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-ff185638-f037-4a66-a828-4a8e158ec8c6 admin admin] 10.222.0.79 "PUT /v2.0/routers/7cf10851-484b-4126-8327-f8b17d98476a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7382331 Oct 28 14:29:24.025347 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] Sync routers for ids ['7cf10851-484b-4126-8327-f8b17d98476a'] in dv-cinder-815848-1-iscsi {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:29:24.038021 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] Routers {'7cf10851-484b-4126-8327-f8b17d98476a'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:29:24.038893 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:29:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['7cf10851-484b-4126-8327-f8b17d98476a'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:29:24.229370 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] Set router 7cf10851-484b-4126-8327-f8b17d98476a gateway port host: None {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:29:24.660833 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf10851-484b-4126-8327-f8b17d98476a', 'name': 'router1', 'tenant_id': 'c0fc8be7ace747daba1f61a78ad61736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:29:13Z', 'updated_at': '2021-10-28T14:29:23Z', 'revision_number': 2, 'project_id': 'c0fc8be7ace747daba1f61a78ad61736', 'gw_port_host': None, '_interfaces': [{'id': 'd414bc85-d1d0-4af7-80e7-4b27512921af', 'name': '', 'network_id': '7f932103-31bc-4894-bb9a-0fac46612aa2', 'tenant_id': 'c0fc8be7ace747daba1f61a78ad61736', 'mac_address': 'fa:16:3e:e1:50:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf10851-484b-4126-8327-f8b17d98476a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4345849c-e95f-436c-906e-64674780d05c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:29:22Z', 'updated_at': '2021-10-28T14:29:23Z', 'revision_number': 2, 'project_id': 'c0fc8be7ace747daba1f61a78ad61736', 'subnets': [{'id': '4345849c-e95f-436c-906e-64674780d05c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eed46094-3ad5-4fe6-850b-ee5d74a005f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:29:24.714476 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] Checking router: 7cf10851-484b-4126-8327-f8b17d98476a for host: dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:29:24.714869 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] Updating router 7cf10851-484b-4126-8327-f8b17d98476a port d414bc85-d1d0-4af7-80e7-4b27512921af binding host dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 14:29:24.762511 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:25.269623 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] Publish callbacks [] for port, precommit_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:25.277336 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:25.441171 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29163b-d8c4-4c95-83bd-21e5f503260e None None] Pushing event updated for resources: {'Port': ['ID=d414bc85-d1d0-4af7-80e7-4b27512921af,revision_number=3']} {{(pid=101541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:29:25.447867 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] Attempting to bind port d414bc85-d1d0-4af7-80e7-4b27512921af on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:29:25.448246 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] Attempting to bind port d414bc85-d1d0-4af7-80e7-4b27512921af by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': '7e01b2a4-4877-42fa-997f-3e9720126233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '7f932103-31bc-4894-bb9a-0fac46612aa2'}] {{(pid=101541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:29:25.448664 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] Attempting to bind port d414bc85-d1d0-4af7-80e7-4b27512921af on network 7f932103-31bc-4894-bb9a-0fac46612aa2 {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:29:25.456820 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:29:25.457227 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] Checking segment: {'id': '7e01b2a4-4877-42fa-997f-3e9720126233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '7f932103-31bc-4894-bb9a-0fac46612aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:29:25.457668 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:25.458055 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] Bound using segment: {'id': '7e01b2a4-4877-42fa-997f-3e9720126233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '7f932103-31bc-4894-bb9a-0fac46612aa2'} {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:29:25.458552 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] Bound port: d414bc85-d1d0-4af7-80e7-4b27512921af, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e01b2a4-4877-42fa-997f-3e9720126233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '7f932103-31bc-4894-bb9a-0fac46612aa2'}}] {{(pid=101541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:29:25.458943 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:25.470232 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29163b-d8c4-4c95-83bd-21e5f503260e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:25.470593 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29163b-d8c4-4c95-83bd-21e5f503260e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:25.470959 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29163b-d8c4-4c95-83bd-21e5f503260e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:25.471287 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29163b-d8c4-4c95-83bd-21e5f503260e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:25.471617 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29163b-d8c4-4c95-83bd-21e5f503260e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:25.471937 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29163b-d8c4-4c95-83bd-21e5f503260e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:25.472256 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29163b-d8c4-4c95-83bd-21e5f503260e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:25.472578 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29163b-d8c4-4c95-83bd-21e5f503260e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:25.472911 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29163b-d8c4-4c95-83bd-21e5f503260e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:25.473232 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29163b-d8c4-4c95-83bd-21e5f503260e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:25.473544 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29163b-d8c4-4c95-83bd-21e5f503260e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:25.473856 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29163b-d8c4-4c95-83bd-21e5f503260e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b29163b-d8c4-4c95-83bd-21e5f503260e None None] Tracked resource versions report: Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: pushed versions: Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: { 'AddressGroup': {'1.2'}, Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: 'ConntrackHelper': {'1.0'}, Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: 'Log': {'1.0'}, Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: 'Network': {'1.1'}, Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: 'Port': {'1.7'}, Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: 'PortForwarding': {'1.2'}, Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: 'QosPolicy': {'1.10'}, Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: 'SecurityGroup': {'1.4'}, Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: 'SecurityGroupRule': {'1.2'}, Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: 'SubPort': {'1.0'}, Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: 'Subnet': {'1.1'}, Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: 'Trunk': {'1.1'}} Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: consumer versions: Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: { DHCP agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: L3 agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: Metadata agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: Metering agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: Open vSwitch agent@dv-cinder-815848-1-iscsi: { 'AddressGroup': '1.2', Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: 'ConntrackHelper': '1.0', Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: 'Log': '1.0', Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: 'Network': '1.1', Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: 'Port': '1.7', Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: 'PortForwarding': '1.2', Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: 'QosPolicy': '1.10', Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: 'SecurityGroup': '1.4', Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: 'SecurityGroupRule': '1.2', Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: 'SubPort': '1.0', Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: 'Subnet': '1.1', Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: 'Trunk': '1.1'}} Oct 28 14:29:25.474956 dv-cinder-815848-1-iscsi neutron-server[101541]: {{(pid=101541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 14:29:25.499566 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-11902eea-0c6a-46b6-95e4-b2c9e0301664 None None] Provisioning complete for port d414bc85-d1d0-4af7-80e7-4b27512921af triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:29:25.500097 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-11902eea-0c6a-46b6-95e4-b2c9e0301664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:25.533463 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-11902eea-0c6a-46b6-95e4-b2c9e0301664 None None] Port d414bc85-d1d0-4af7-80e7-4b27512921af cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:29:25.534766 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.db [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] For port d414bc85-d1d0-4af7-80e7-4b27512921af, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:29:25.555839 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.db [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] For port d414bc85-d1d0-4af7-80e7-4b27512921af, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=d414bc85-d1d0-4af7-80e7-4b27512921af,segment=NetworkSegment(7e01b2a4-4877-42fa-997f-3e9720126233),segment_id=7e01b2a4-4877-42fa-997f-3e9720126233)] {{(pid=101541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:29:25.560245 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:25.610080 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] Routers {'7cf10851-484b-4126-8327-f8b17d98476a'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:29:25.610707 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:29:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['7cf10851-484b-4126-8327-f8b17d98476a'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:29:25.685664 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29163b-d8c4-4c95-83bd-21e5f503260e None None] Pushing event updated for resources: {'Port': ['ID=d414bc85-d1d0-4af7-80e7-4b27512921af,revision_number=4']} {{(pid=101541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:29:25.708746 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] Set router 7cf10851-484b-4126-8327-f8b17d98476a gateway port host: None {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:29:25.855172 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-5cce50ed-6fa8-4694-826f-79ecf6048f0e None None] Provisioning complete for port d414bc85-d1d0-4af7-80e7-4b27512921af triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:29:25.855373 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-5cce50ed-6fa8-4694-826f-79ecf6048f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:25.925241 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf10851-484b-4126-8327-f8b17d98476a', 'name': 'router1', 'tenant_id': 'c0fc8be7ace747daba1f61a78ad61736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:29:13Z', 'updated_at': '2021-10-28T14:29:23Z', 'revision_number': 2, 'project_id': 'c0fc8be7ace747daba1f61a78ad61736', 'gw_port_host': None, '_interfaces': [{'id': 'd414bc85-d1d0-4af7-80e7-4b27512921af', 'name': '', 'network_id': '7f932103-31bc-4894-bb9a-0fac46612aa2', 'tenant_id': 'c0fc8be7ace747daba1f61a78ad61736', 'mac_address': 'fa:16:3e:e1:50:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf10851-484b-4126-8327-f8b17d98476a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4345849c-e95f-436c-906e-64674780d05c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:29:22Z', 'updated_at': '2021-10-28T14:29:25Z', 'revision_number': 4, 'project_id': 'c0fc8be7ace747daba1f61a78ad61736', 'subnets': [{'id': '4345849c-e95f-436c-906e-64674780d05c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eed46094-3ad5-4fe6-850b-ee5d74a005f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:29:25.939195 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-5cce50ed-6fa8-4694-826f-79ecf6048f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:25.951782 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da929b4-b41a-402c-b887-73364b3ca21f None None] The sync data for ids ['7cf10851-484b-4126-8327-f8b17d98476a'] in dv-cinder-815848-1-iscsi is: [{'id': '7cf10851-484b-4126-8327-f8b17d98476a', 'name': 'router1', 'tenant_id': 'c0fc8be7ace747daba1f61a78ad61736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:29:13Z', 'updated_at': '2021-10-28T14:29:23Z', 'revision_number': 2, 'project_id': 'c0fc8be7ace747daba1f61a78ad61736', 'gw_port_host': None, '_interfaces': [{'id': 'd414bc85-d1d0-4af7-80e7-4b27512921af', 'name': '', 'network_id': '7f932103-31bc-4894-bb9a-0fac46612aa2', 'tenant_id': 'c0fc8be7ace747daba1f61a78ad61736', 'mac_address': 'fa:16:3e:e1:50:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf10851-484b-4126-8327-f8b17d98476a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4345849c-e95f-436c-906e-64674780d05c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:29:22Z', 'updated_at': '2021-10-28T14:29:25Z', 'revision_number': 4, 'project_id': 'c0fc8be7ace747daba1f61a78ad61736', 'subnets': [{'id': '4345849c-e95f-436c-906e-64674780d05c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eed46094-3ad5-4fe6-850b-ee5d74a005f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:29:25.976198 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-5cce50ed-6fa8-4694-826f-79ecf6048f0e None None] For port d414bc85-d1d0-4af7-80e7-4b27512921af, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=d414bc85-d1d0-4af7-80e7-4b27512921af,segment=NetworkSegment(7e01b2a4-4877-42fa-997f-3e9720126233),segment_id=7e01b2a4-4877-42fa-997f-3e9720126233)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:29:25.980929 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-5cce50ed-6fa8-4694-826f-79ecf6048f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:26.030945 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce50ed-6fa8-4694-826f-79ecf6048f0e None None] Pushing event updated for resources: {'Port': ['ID=d414bc85-d1d0-4af7-80e7-4b27512921af,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:29:26.330380 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 58066) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:29:26.490603 dv-cinder-815848-1-iscsi neutron-server[101539]: WARNING oslo_policy.policy [None req-bce2f7c8-9620-4808-b765-88ee2efccd44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 14:29:26.491228 dv-cinder-815848-1-iscsi neutron-server[101539]: WARNING oslo_policy.policy [None req-bce2f7c8-9620-4808-b765-88ee2efccd44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 14:29:26.941709 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.policy [None req-bce2f7c8-9620-4808-b765-88ee2efccd44 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101539) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 14:29:26.989091 dv-cinder-815848-1-iscsi neutron-server[101539]: WARNING oslo_policy.policy [None req-bce2f7c8-9620-4808-b765-88ee2efccd44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 14:29:26.989477 dv-cinder-815848-1-iscsi neutron-server[101539]: WARNING oslo_policy.policy [None req-bce2f7c8-9620-4808-b765-88ee2efccd44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 14:29:26.997589 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce2f7c8-9620-4808-b765-88ee2efccd44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:29:26.999385 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-bce2f7c8-9620-4808-b765-88ee2efccd44 admin admin] 10.222.0.79 "GET /v2.0/networks/ee68bfbb-5103-4d10-b9ad-fba4a097df41 HTTP/1.1" status: 200 len: 842 time: 0.6678817 Oct 28 14:29:27.009853 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:29:27.011671 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.quota [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] Loaded quota_driver: . Oct 28 14:29:27.052291 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] Made reservation on behalf of 7760de20f300416cbabf0f95c42b2e83 for: {'subnet': 1} {{(pid=101539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:29:27.055323 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] Publish callbacks [] for subnet, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:27.471910 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.objects.ports [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101539) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 14:29:27.472637 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for subnet, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:27.543913 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecb224d9-3cd4-4979-8f79-b30a4344ff69,revision_number=0']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:29:27.548600 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] Checking segment: {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:29:27.548982 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] Network hostable DHCP agents. Network: ee68bfbb-5103-4d10-b9ad-fba4a097df41, hostable agents: ['0f5c18ae-0b98-4d4d-aaff-bac106b0409b'], hosted agents: [] {{(pid=101539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 14:29:27.557708 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:27.558034 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:27.558363 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:27.558716 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:27.559050 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:27.559500 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:27.559761 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:27.560099 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:27.560429 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:27.560730 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:27.561048 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:27.561356 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] Tracked resource versions report: Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: pushed versions: Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: { 'AddressGroup': {'1.2'}, Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: 'ConntrackHelper': {'1.0'}, Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: 'Log': {'1.0'}, Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: 'Network': {'1.1'}, Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: 'Port': {'1.7'}, Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: 'PortForwarding': {'1.2'}, Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: 'QosPolicy': {'1.10'}, Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: 'SecurityGroup': {'1.4'}, Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: 'SecurityGroupRule': {'1.2'}, Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: 'SubPort': {'1.0'}, Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: 'Subnet': {'1.1'}, Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: 'Trunk': {'1.1'}} Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: consumer versions: Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: { DHCP agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: L3 agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: Metadata agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: Metering agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: Open vSwitch agent@dv-cinder-815848-1-iscsi: { 'AddressGroup': '1.2', Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: 'ConntrackHelper': '1.0', Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: 'Log': '1.0', Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: 'Network': '1.1', Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: 'Port': '1.7', Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: 'PortForwarding': '1.2', Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: 'QosPolicy': '1.10', Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: 'SecurityGroup': '1.4', Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: 'SecurityGroupRule': '1.2', Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: 'SubPort': '1.0', Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: 'Subnet': '1.1', Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: 'Trunk': '1.1'}} Oct 28 14:29:27.562396 dv-cinder-815848-1-iscsi neutron-server[101539]: {{(pid=101539) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 14:29:27.607337 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] Network ee68bfbb-5103-4d10-b9ad-fba4a097df41 is scheduled to be hosted by DHCP agent 0f5c18ae-0b98-4d4d-aaff-bac106b0409b with binding_index 1 {{(pid=101539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 14:29:27.620231 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-1-iscsi, ee68bfbb-5103-4d10-b9ad-fba4a097df41) {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:29:27.625083 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:29:27.625685 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for subnet, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:27.631466 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f548fd70-470d-4712-9a86-11ed95615bba None None] Network ee68bfbb-5103-4d10-b9ad-fba4a097df41 requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:29:27.648814 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-3d5741cc-d500-4f64-9b11-ad5e40b317cd admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6425354 Oct 28 14:29:27.767431 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd2214d-732c-4f3f-a16e-44e3de4bf7d6 None None] Network ee68bfbb-5103-4d10-b9ad-fba4a097df41 requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:29:30.039135 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 58086) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:29:30.285272 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-a5b5e0ab-aabb-4622-8c9f-1e5a086a3777 admin admin] 10.222.0.79 "GET /v2.0/routers/7cf10851-484b-4126-8327-f8b17d98476a HTTP/1.1" status: 200 len: 710 time: 0.2446656 Oct 28 14:29:30.373658 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a6ee9a-a803-494c-b471-90ea0d092ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:29:30.375036 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-40a6ee9a-a803-494c-b471-90ea0d092ff9 admin admin] 10.222.0.79 "GET /v2.0/networks/ee68bfbb-5103-4d10-b9ad-fba4a097df41 HTTP/1.1" status: 200 len: 886 time: 0.0840650 Oct 28 14:29:30.384576 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-30de4160-80e2-4a2b-9dc0-7107c79e39f8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:29:30.624759 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-30de4160-80e2-4a2b-9dc0-7107c79e39f8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:30.867418 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-30de4160-80e2-4a2b-9dc0-7107c79e39f8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:30.944303 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-30de4160-80e2-4a2b-9dc0-7107c79e39f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:31.097598 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.db_base_plugin_common [None req-30de4160-80e2-4a2b-9dc0-7107c79e39f8 admin admin] Allocated IP 172.27.2.244 (ee68bfbb-5103-4d10-b9ad-fba4a097df41/ecb224d9-3cd4-4979-8f79-b30a4344ff69/30f1ec5a-6b18-4ec3-899c-3da4e133ae2a) {{(pid=101539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:29:31.202453 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-30de4160-80e2-4a2b-9dc0-7107c79e39f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:31.263479 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-30de4160-80e2-4a2b-9dc0-7107c79e39f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:31.331868 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30de4160-80e2-4a2b-9dc0-7107c79e39f8 admin admin] Network ee68bfbb-5103-4d10-b9ad-fba4a097df41 is already hosted by enough agents. {{(pid=101539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:29:31.333197 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [None req-30de4160-80e2-4a2b-9dc0-7107c79e39f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:29:31.395601 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de4160-80e2-4a2b-9dc0-7107c79e39f8 admin admin] Received port after_create {{(pid=101539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:29:31.455085 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de4160-80e2-4a2b-9dc0-7107c79e39f8 admin admin] Pushing event updated for resources: {'Port': ['ID=30f1ec5a-6b18-4ec3-899c-3da4e133ae2a,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:29:31.687828 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-30de4160-80e2-4a2b-9dc0-7107c79e39f8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:31.884378 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-30de4160-80e2-4a2b-9dc0-7107c79e39f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-645814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-646463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024'] for router, precommit_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:31.889787 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-30de4160-80e2-4a2b-9dc0-7107c79e39f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-645807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-645792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-646448'] for router, after_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:32.004428 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30de4160-80e2-4a2b-9dc0-7107c79e39f8 admin admin] Router 7cf10851-484b-4126-8327-f8b17d98476a has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:29:32.109291 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30de4160-80e2-4a2b-9dc0-7107c79e39f8 admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:29:32.114102 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-30de4160-80e2-4a2b-9dc0-7107c79e39f8 admin admin] Publish callbacks [] for router, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:32.115300 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-30de4160-80e2-4a2b-9dc0-7107c79e39f8 admin admin] 10.222.0.79 "PUT /v2.0/routers/7cf10851-484b-4126-8327-f8b17d98476a HTTP/1.1" status: 200 len: 890 time: 1.7339582 Oct 28 14:29:32.908218 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] Sync routers for ids ['7cf10851-484b-4126-8327-f8b17d98476a'] in dv-cinder-815848-1-iscsi {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:29:32.923779 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] Routers {'7cf10851-484b-4126-8327-f8b17d98476a'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:29:32.924570 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:29:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['7cf10851-484b-4126-8327-f8b17d98476a'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:29:32.945970 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device d414bc85-d1d0-4af7-80e7-4b27512921af up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:29:33.167895 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] Set router 7cf10851-484b-4126-8327-f8b17d98476a gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:29:33.210280 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port d414bc85-d1d0-4af7-80e7-4b27512921af triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:29:33.210633 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:33.691900 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf10851-484b-4126-8327-f8b17d98476a', 'name': 'router1', 'tenant_id': 'c0fc8be7ace747daba1f61a78ad61736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '30f1ec5a-6b18-4ec3-899c-3da4e133ae2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:29:13Z', 'updated_at': '2021-10-28T14:29:31Z', 'revision_number': 4, 'project_id': 'c0fc8be7ace747daba1f61a78ad61736', 'gw_port': {'id': '30f1ec5a-6b18-4ec3-899c-3da4e133ae2a', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:0b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf10851-484b-4126-8327-f8b17d98476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:29:30Z', 'updated_at': '2021-10-28T14:29:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'd414bc85-d1d0-4af7-80e7-4b27512921af', 'name': '', 'network_id': '7f932103-31bc-4894-bb9a-0fac46612aa2', 'tenant_id': 'c0fc8be7ace747daba1f61a78ad61736', 'mac_address': 'fa:16:3e:e1:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf10851-484b-4126-8327-f8b17d98476a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4345849c-e95f-436c-906e-64674780d05c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:29:22Z', 'updated_at': '2021-10-28T14:29:25Z', 'revision_number': 5, 'project_id': 'c0fc8be7ace747daba1f61a78ad61736', 'subnets': [{'id': '4345849c-e95f-436c-906e-64674780d05c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eed46094-3ad5-4fe6-850b-ee5d74a005f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:29:33.743333 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] Checking router: 7cf10851-484b-4126-8327-f8b17d98476a for host: dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:29:33.743687 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] Updating router 7cf10851-484b-4126-8327-f8b17d98476a port 30f1ec5a-6b18-4ec3-899c-3da4e133ae2a binding host dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 14:29:33.793138 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:34.106748 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] Publish callbacks [] for port, precommit_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:34.114514 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:34.166399 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5b02d-7e27-4295-acb6-17d4cc90973d None None] Pushing event updated for resources: {'Port': ['ID=30f1ec5a-6b18-4ec3-899c-3da4e133ae2a,revision_number=2']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:29:34.168766 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] Attempting to bind port 30f1ec5a-6b18-4ec3-899c-3da4e133ae2a on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:29:34.169469 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] Attempting to bind port 30f1ec5a-6b18-4ec3-899c-3da4e133ae2a by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:29:34.169844 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] Attempting to bind port 30f1ec5a-6b18-4ec3-899c-3da4e133ae2a on network ee68bfbb-5103-4d10-b9ad-fba4a097df41 {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:29:34.176173 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:29:34.176540 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] Checking segment: {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:29:34.176951 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:34.177328 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] Bound using segment: {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:29:34.177776 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] Bound port: 30f1ec5a-6b18-4ec3-899c-3da4e133ae2a, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:29:34.178163 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:34.226790 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] For port 30f1ec5a-6b18-4ec3-899c-3da4e133ae2a, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:29:34.229700 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] For port 30f1ec5a-6b18-4ec3-899c-3da4e133ae2a, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=30f1ec5a-6b18-4ec3-899c-3da4e133ae2a,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:29:34.235235 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:34.290998 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5b02d-7e27-4295-acb6-17d4cc90973d None None] Pushing event updated for resources: {'Port': ['ID=30f1ec5a-6b18-4ec3-899c-3da4e133ae2a,revision_number=3']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:29:34.293508 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] Routers {'7cf10851-484b-4126-8327-f8b17d98476a'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:29:34.294439 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:29:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['7cf10851-484b-4126-8327-f8b17d98476a'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:29:34.400756 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] Set router 7cf10851-484b-4126-8327-f8b17d98476a gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:29:34.609191 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 58098) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:29:34.623907 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf10851-484b-4126-8327-f8b17d98476a', 'name': 'router1', 'tenant_id': 'c0fc8be7ace747daba1f61a78ad61736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '30f1ec5a-6b18-4ec3-899c-3da4e133ae2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:29:13Z', 'updated_at': '2021-10-28T14:29:31Z', 'revision_number': 4, 'project_id': 'c0fc8be7ace747daba1f61a78ad61736', 'gw_port': {'id': '30f1ec5a-6b18-4ec3-899c-3da4e133ae2a', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:0b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf10851-484b-4126-8327-f8b17d98476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:29:30Z', 'updated_at': '2021-10-28T14:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'd414bc85-d1d0-4af7-80e7-4b27512921af', 'name': '', 'network_id': '7f932103-31bc-4894-bb9a-0fac46612aa2', 'tenant_id': 'c0fc8be7ace747daba1f61a78ad61736', 'mac_address': 'fa:16:3e:e1:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf10851-484b-4126-8327-f8b17d98476a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4345849c-e95f-436c-906e-64674780d05c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:29:22Z', 'updated_at': '2021-10-28T14:29:25Z', 'revision_number': 5, 'project_id': 'c0fc8be7ace747daba1f61a78ad61736', 'subnets': [{'id': '4345849c-e95f-436c-906e-64674780d05c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eed46094-3ad5-4fe6-850b-ee5d74a005f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:29:34.650844 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d130ac-74f7-4c71-9230-dc33bdca4a55 None None] The sync data for ids ['7cf10851-484b-4126-8327-f8b17d98476a'] in dv-cinder-815848-1-iscsi is: [{'id': '7cf10851-484b-4126-8327-f8b17d98476a', 'name': 'router1', 'tenant_id': 'c0fc8be7ace747daba1f61a78ad61736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '30f1ec5a-6b18-4ec3-899c-3da4e133ae2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:29:13Z', 'updated_at': '2021-10-28T14:29:31Z', 'revision_number': 4, 'project_id': 'c0fc8be7ace747daba1f61a78ad61736', 'gw_port': {'id': '30f1ec5a-6b18-4ec3-899c-3da4e133ae2a', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:0b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf10851-484b-4126-8327-f8b17d98476a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:29:30Z', 'updated_at': '2021-10-28T14:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'd414bc85-d1d0-4af7-80e7-4b27512921af', 'name': '', 'network_id': '7f932103-31bc-4894-bb9a-0fac46612aa2', 'tenant_id': 'c0fc8be7ace747daba1f61a78ad61736', 'mac_address': 'fa:16:3e:e1:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf10851-484b-4126-8327-f8b17d98476a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4345849c-e95f-436c-906e-64674780d05c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:29:22Z', 'updated_at': '2021-10-28T14:29:25Z', 'revision_number': 5, 'project_id': 'c0fc8be7ace747daba1f61a78ad61736', 'subnets': [{'id': '4345849c-e95f-436c-906e-64674780d05c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eed46094-3ad5-4fe6-850b-ee5d74a005f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:29:34.733290 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-a7c715f0-42ef-4c4d-b457-5a9fe148a522 admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1226645 Oct 28 14:29:34.958414 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 30f1ec5a-6b18-4ec3-899c-3da4e133ae2a up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:29:35.022366 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 30f1ec5a-6b18-4ec3-899c-3da4e133ae2a triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:29:35.023657 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:35.106276 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:35.130741 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] For port 30f1ec5a-6b18-4ec3-899c-3da4e133ae2a, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=30f1ec5a-6b18-4ec3-899c-3da4e133ae2a,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:29:35.136798 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:35.188931 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Pushing event updated for resources: {'Port': ['ID=30f1ec5a-6b18-4ec3-899c-3da4e133ae2a,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:29:36.928108 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 30f1ec5a-6b18-4ec3-899c-3da4e133ae2a up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:29:36.982459 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 30f1ec5a-6b18-4ec3-899c-3da4e133ae2a triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:29:36.982791 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:44.379656 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 5 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:29:47.061910 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9bd102c-1ca1-4ee9-aa1a-defec9430731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:50.039850 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-b957a8ae-a8fc-4392-82ca-485ad5e81bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:51.008337 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:51.170866 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:29:52.032608 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:30:17.060583 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-0cda5aae-647d-4c0d-9711-755fea2f3117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:30:20.034972 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-c4cc0567-9306-4d50-8d37-f614716dbce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:30:21.006085 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:30:21.160749 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:30:21.379071 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 5 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:30:22.026643 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:30:47.056878 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d2505adc-f8b0-49ee-ae82-303d281755ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:30:50.043052 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1826-22af-47ba-9b97-6b009de8e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:30:51.005575 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:30:51.165228 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:30:52.030246 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:30:58.379184 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 5 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:31:15.467441 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 58660) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:31:15.549690 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.pecan_wsgi.hooks.translation [None req-08129fbc-bd5b-4fe8-b200-120476abd590 admin admin] GET failed (client error): The resource could not be found. Oct 28 14:31:15.551018 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-08129fbc-bd5b-4fe8-b200-120476abd590 admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0825887 Oct 28 14:31:15.809448 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a324b0f-b30b-48f3-954f-8cba9067d760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:31:15.810996 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-1a324b0f-b30b-48f3-954f-8cba9067d760 admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2551832 Oct 28 14:31:17.055122 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-645a909d-f8bc-4655-a395-4739ccd1e8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:31:18.123780 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 58670) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:31:18.233641 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24df273b-a931-4343-93ba-a3fe1e32a6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:31:18.235016 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-24df273b-a931-4343-93ba-a3fe1e32a6f1 admin admin] 10.222.0.79 "GET /v2.0/subnets/4345849c-e95f-436c-906e-64674780d05c HTTP/1.1" status: 200 len: 849 time: 0.1102314 Oct 28 14:31:18.245142 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-db7c307c-380d-4ffc-a046-2a3376ac7307 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:31:18.339740 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-db7c307c-380d-4ffc-a046-2a3376ac7307 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:31:18.498546 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-db7c307c-380d-4ffc-a046-2a3376ac7307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782348995813'] for subnet, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:31:18.528496 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c307c-380d-4ffc-a046-2a3376ac7307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:31:18.529067 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-db7c307c-380d-4ffc-a046-2a3376ac7307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for subnet, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:31:18.530340 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-db7c307c-380d-4ffc-a046-2a3376ac7307 admin admin] 10.222.0.79 "PUT /v2.0/subnets/4345849c-e95f-436c-906e-64674780d05c HTTP/1.1" status: 200 len: 868 time: 0.2888787 Oct 28 14:31:18.546138 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6689d5-b75c-40fb-8635-7b3938a6f56b None None] Network 7f932103-31bc-4894-bb9a-0fac46612aa2 requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:31:18.549184 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c307c-380d-4ffc-a046-2a3376ac7307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4345849c-e95f-436c-906e-64674780d05c,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:31:18.557364 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7c307c-380d-4ffc-a046-2a3376ac7307 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:31:18.557750 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7c307c-380d-4ffc-a046-2a3376ac7307 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:31:18.558167 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7c307c-380d-4ffc-a046-2a3376ac7307 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:31:18.558509 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7c307c-380d-4ffc-a046-2a3376ac7307 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:31:18.558872 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7c307c-380d-4ffc-a046-2a3376ac7307 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:31:18.559207 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7c307c-380d-4ffc-a046-2a3376ac7307 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:31:18.559538 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7c307c-380d-4ffc-a046-2a3376ac7307 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:31:18.559883 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7c307c-380d-4ffc-a046-2a3376ac7307 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:31:18.560237 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7c307c-380d-4ffc-a046-2a3376ac7307 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:31:18.560570 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7c307c-380d-4ffc-a046-2a3376ac7307 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:31:18.560899 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7c307c-380d-4ffc-a046-2a3376ac7307 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:31:18.561221 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7c307c-380d-4ffc-a046-2a3376ac7307 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:31:18.883434 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-01180b93-f04e-42a6-8374-289c6fba2d4b None None] Provisioning complete for port 10e70290-9bb7-4f55-ac2b-48153b1dd93b triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:31:18.883777 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-01180b93-f04e-42a6-8374-289c6fba2d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:31:18.974095 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-01180b93-f04e-42a6-8374-289c6fba2d4b None None] Provisioning complete for port d414bc85-d1d0-4af7-80e7-4b27512921af triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:31:18.974453 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-01180b93-f04e-42a6-8374-289c6fba2d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:31:20.037641 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-08ea54c3-8a6b-4ddf-b225-c6d6dd751940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:31:20.844016 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 58678) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:31:21.001031 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:31:21.062895 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b854f4b6-20c4-448e-ab92-6528065ac605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:31:21.063272 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b854f4b6-20c4-448e-ab92-6528065ac605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:31:21.064834 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-b854f4b6-20c4-448e-ab92-6528065ac605 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2197447 Oct 28 14:31:21.170388 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:31:22.032444 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:31:23.381479 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 58686) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:31:23.584176 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec9969f-909a-4eba-88a5-ddd171f1a504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:31:23.584517 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec9969f-909a-4eba-88a5-ddd171f1a504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:31:23.586084 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-8ec9969f-909a-4eba-88a5-ddd171f1a504 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2036140 Oct 28 14:31:25.879105 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 58696) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:31:26.022417 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac192ea-2702-4def-8079-a8643ec06975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:31:26.023837 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-7ac192ea-2702-4def-8079-a8643ec06975 admin admin] 10.222.0.79 "GET /v2.0/networks/7f932103-31bc-4894-bb9a-0fac46612aa2 HTTP/1.1" status: 200 len: 869 time: 0.1436400 Oct 28 14:31:28.315293 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 58704) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:31:28.459505 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9b8352-0ae5-4685-a88d-75d2b2c6f3d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:31:28.460889 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-0d9b8352-0ae5-4685-a88d-75d2b2c6f3d4 admin admin] 10.222.0.79 "GET /v2.0/networks/ee68bfbb-5103-4d10-b9ad-fba4a097df41 HTTP/1.1" status: 200 len: 886 time: 0.1443005 Oct 28 14:31:30.735185 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 58712) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:31:30.861605 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a9db18-e2ae-4c41-bb88-3f56ed7d531a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:31:30.862057 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a9db18-e2ae-4c41-bb88-3f56ed7d531a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:31:30.863632 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-90a9db18-e2ae-4c41-bb88-3f56ed7d531a admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1274624 Oct 28 14:31:33.131418 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 58720) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:31:33.226192 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784ed324-3deb-4332-b6c4-d4e7bcf0c42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:31:33.226670 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784ed324-3deb-4332-b6c4-d4e7bcf0c42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:31:33.228269 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-784ed324-3deb-4332-b6c4-d4e7bcf0c42d admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0958118 Oct 28 14:31:35.378183 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 5 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:31:35.502298 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 58728) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:31:35.609030 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b73502-74dd-4c89-9650-190624edd862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:31:35.610373 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-b1b73502-74dd-4c89-9650-190624edd862 admin admin] 10.222.0.79 "GET /v2.0/subnets/4345849c-e95f-436c-906e-64674780d05c HTTP/1.1" status: 200 len: 868 time: 0.1070845 Oct 28 14:31:37.910262 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 58736) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:31:38.005832 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7794deb3-9426-4a4d-961f-d028cf2921ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:31:38.007175 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-7794deb3-9426-4a4d-961f-d028cf2921ac admin admin] 10.222.0.79 "GET /v2.0/subnets/ecb224d9-3cd4-4979-8f79-b30a4344ff69 HTTP/1.1" status: 200 len: 816 time: 0.0954089 Oct 28 14:31:47.054010 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-6b43ff52-c961-4286-9c2f-c704b7ab84a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:31:50.042070 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-19cc151b-af63-4179-a4f1-25b5bbbfdbe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:31:51.005230 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:31:51.172833 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:31:52.038602 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:02.387523 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 58790) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:32:02.447513 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [None req-f872befa-1d46-423f-b531-8e3600d0ccf1 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 14:32:02.448508 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-f872befa-1d46-423f-b531-8e3600d0ccf1 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0600460 Oct 28 14:32:04.830543 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 58798) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:32:04.901479 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.pecan_wsgi.hooks.translation [None req-9368d175-b637-4af0-87d2-09f406c73637 admin admin] GET failed (client error): The resource could not be found. Oct 28 14:32:04.902873 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-9368d175-b637-4af0-87d2-09f406c73637 admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0710027 Oct 28 14:32:04.990137 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7941f91e-a725-4729-92b0-6220717218ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:32:04.991661 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-7941f91e-a725-4729-92b0-6220717218ce admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0838728 Oct 28 14:32:07.313675 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 58806) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:32:07.369249 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-e1541704-3313-4069-8ce3-5fb7409d3b8b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:32:07.392800 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1541704-3313-4069-8ce3-5fb7409d3b8b admin admin] Made reservation on behalf of 7760de20f300416cbabf0f95c42b2e83 for: {'network': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:32:07.395209 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e1541704-3313-4069-8ce3-5fb7409d3b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for network, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:07.422289 dv-cinder-815848-1-iscsi neutron-server[101538]: WARNING neutron.services.revisions.revision_plugin [None req-e1541704-3313-4069-8ce3-5fb7409d3b8b admin admin] Could not find related network for resource to bump revision. Oct 28 14:32:07.433729 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1541704-3313-4069-8ce3-5fb7409d3b8b admin admin] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=101538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 14:32:07.443461 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e1541704-3313-4069-8ce3-5fb7409d3b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:07.443812 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.db.segments_db [None req-e1541704-3313-4069-8ce3-5fb7409d3b8b admin admin] Added segment 257f21f0-7c03-4bae-938b-f9e576f6719b of type vlan for network 51906db6-260c-4487-b151-eed15f63cec6 Oct 28 14:32:07.483899 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e1541704-3313-4069-8ce3-5fb7409d3b8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782348503983'] for network, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:07.513653 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e1541704-3313-4069-8ce3-5fb7409d3b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for network, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:07.514652 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1541704-3313-4069-8ce3-5fb7409d3b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:32:07.515462 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e1541704-3313-4069-8ce3-5fb7409d3b8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:07.568280 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-e1541704-3313-4069-8ce3-5fb7409d3b8b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2534220 Oct 28 14:32:07.578524 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1541704-3313-4069-8ce3-5fb7409d3b8b admin admin] Pushing event updated for resources: {'Network': ['ID=51906db6-260c-4487-b151-eed15f63cec6,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:32:07.589133 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Network 51906db6-260c-4487-b151-eed15f63cec6 details requested by agent ovs-agent-dv-cinder-815848-1-iscsi with host dv-cinder-815848-1-iscsi {{(pid=101540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 14:32:09.907635 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 58814) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:32:09.970083 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f274fe9-d4a0-40db-bf08-d921ea18c386 admin admin] GET failed (client error): The resource could not be found. Oct 28 14:32:09.971468 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-0f274fe9-d4a0-40db-bf08-d921ea18c386 admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0628467 Oct 28 14:32:10.047793 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e486e6-60cb-4db7-babb-0bad55cb120e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:32:10.049240 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-e4e486e6-60cb-4db7-babb-0bad55cb120e admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0730529 Oct 28 14:32:10.062717 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-3f5a520e-f39e-486c-9e51-f23a7332f750 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '51906db6-260c-4487-b151-eed15f63cec6', 'name': 'shared-subnet'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:32:10.090051 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5a520e-f39e-486c-9e51-f23a7332f750 admin admin] Made reservation on behalf of 7760de20f300416cbabf0f95c42b2e83 for: {'subnet': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:32:10.092163 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-3f5a520e-f39e-486c-9e51-f23a7332f750 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:10.260419 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-3f5a520e-f39e-486c-9e51-f23a7332f750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for subnet, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:10.319211 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a520e-f39e-486c-9e51-f23a7332f750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c589afc-3327-488d-a7c7-fb363200a5b2,revision_number=0']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:32:10.327730 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5a520e-f39e-486c-9e51-f23a7332f750 admin admin] Checking segment: {'id': '257f21f0-7c03-4bae-938b-f9e576f6719b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '51906db6-260c-4487-b151-eed15f63cec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:32:10.328079 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5a520e-f39e-486c-9e51-f23a7332f750 admin admin] Network hostable DHCP agents. Network: 51906db6-260c-4487-b151-eed15f63cec6, hostable agents: ['0f5c18ae-0b98-4d4d-aaff-bac106b0409b'], hosted agents: [] {{(pid=101538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 14:32:10.345694 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5a520e-f39e-486c-9e51-f23a7332f750 admin admin] Network 51906db6-260c-4487-b151-eed15f63cec6 is scheduled to be hosted by DHCP agent 0f5c18ae-0b98-4d4d-aaff-bac106b0409b with binding_index 1 {{(pid=101538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 14:32:10.356840 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-3f5a520e-f39e-486c-9e51-f23a7332f750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-1-iscsi, 51906db6-260c-4487-b151-eed15f63cec6) {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:32:10.361340 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5a520e-f39e-486c-9e51-f23a7332f750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:32:10.361932 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-3f5a520e-f39e-486c-9e51-f23a7332f750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for subnet, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:10.365954 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954a047e-fd7e-4397-8366-c1c3c0423c8e None None] Network 51906db6-260c-4487-b151-eed15f63cec6 requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:32:10.386413 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-3f5a520e-f39e-486c-9e51-f23a7332f750 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3187943 Oct 28 14:32:10.615920 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb12ed448-6782-5d32-adc4-26a542b5c6bd-51906db6-260c-4487-b151-eed15f63cec6', 'network_id': '51906db6-260c-4487-b151-eed15f63cec6', 'tenant_id': '7760de20f300416cbabf0f95c42b2e83', 'fixed_ips': [{'subnet_id': '0c589afc-3327-488d-a7c7-fb363200a5b2'}]}} from dv-cinder-815848-1-iscsi. {{(pid=101540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 14:32:10.616809 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:10.756389 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.db_base_plugin_common [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Allocated IP 192.168.233.2 (51906db6-260c-4487-b151-eed15f63cec6/0c589afc-3327-488d-a7c7-fb363200a5b2/f33f6874-22e4-4b2f-b137-d64618e74cbe) {{(pid=101540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:32:10.899648 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Publish callbacks [] for port, precommit_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:10.906903 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:10.947640 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Network 51906db6-260c-4487-b151-eed15f63cec6 is already hosted by enough agents. {{(pid=101540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:32:10.950586 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.scheduler.base_scheduler [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Resources bound (agent type, host, resource id): {{(pid=101540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:32:10.953992 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Received port after_create {{(pid=101540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:32:10.960690 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Pushing event updated for resources: {'Port': ['ID=f33f6874-22e4-4b2f-b137-d64618e74cbe,revision_number=1']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:32:10.970279 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:32:10.970625 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:32:10.970965 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:32:10.971310 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:32:10.971621 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:32:10.971998 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:32:10.972279 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:32:10.972595 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:32:10.972927 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:32:10.973267 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:32:10.973561 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:32:10.973866 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:32:11.021356 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Attempting to bind port f33f6874-22e4-4b2f-b137-d64618e74cbe on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:32:11.021730 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Attempting to bind port f33f6874-22e4-4b2f-b137-d64618e74cbe by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': '257f21f0-7c03-4bae-938b-f9e576f6719b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '51906db6-260c-4487-b151-eed15f63cec6'}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:32:11.022062 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Attempting to bind port f33f6874-22e4-4b2f-b137-d64618e74cbe on network 51906db6-260c-4487-b151-eed15f63cec6 {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:32:11.027063 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:32:11.027424 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Checking segment: {'id': '257f21f0-7c03-4bae-938b-f9e576f6719b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '51906db6-260c-4487-b151-eed15f63cec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:32:11.027810 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:11.028195 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Bound using segment: {'id': '257f21f0-7c03-4bae-938b-f9e576f6719b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '51906db6-260c-4487-b151-eed15f63cec6'} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:32:11.028649 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Bound port: f33f6874-22e4-4b2f-b137-d64618e74cbe, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257f21f0-7c03-4bae-938b-f9e576f6719b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '51906db6-260c-4487-b151-eed15f63cec6'}}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:32:11.029036 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:11.093944 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] For port f33f6874-22e4-4b2f-b137-d64618e74cbe, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:32:11.097281 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] For port f33f6874-22e4-4b2f-b137-d64618e74cbe, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=f33f6874-22e4-4b2f-b137-d64618e74cbe,segment=NetworkSegment(257f21f0-7c03-4bae-938b-f9e576f6719b),segment_id=257f21f0-7c03-4bae-938b-f9e576f6719b)] {{(pid=101540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:32:11.102637 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:11.158282 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd2948-cfc8-4af2-980e-da619e2fdfad None None] Pushing event updated for resources: {'Port': ['ID=f33f6874-22e4-4b2f-b137-d64618e74cbe,revision_number=2']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:32:11.906356 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965337e4-9c5e-4023-9ab9-efb3ce144348 None None] Network 51906db6-260c-4487-b151-eed15f63cec6 requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:32:11.998532 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-276e0ae6-9226-49fb-a35a-c4239c23c2e2 None None] Provisioning complete for port f33f6874-22e4-4b2f-b137-d64618e74cbe triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:32:11.998942 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-276e0ae6-9226-49fb-a35a-c4239c23c2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:12.132765 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-276e0ae6-9226-49fb-a35a-c4239c23c2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:12.165904 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-276e0ae6-9226-49fb-a35a-c4239c23c2e2 None None] For port f33f6874-22e4-4b2f-b137-d64618e74cbe, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=f33f6874-22e4-4b2f-b137-d64618e74cbe,segment=NetworkSegment(257f21f0-7c03-4bae-938b-f9e576f6719b),segment_id=257f21f0-7c03-4bae-938b-f9e576f6719b)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:32:12.175167 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-276e0ae6-9226-49fb-a35a-c4239c23c2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:12.228033 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e0ae6-9226-49fb-a35a-c4239c23c2e2 None None] Pushing event updated for resources: {'Port': ['ID=f33f6874-22e4-4b2f-b137-d64618e74cbe,revision_number=3']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:32:12.377940 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 5 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:32:12.399790 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-84c2687d-1b25-424c-980c-ad498a59518f None None] Provisioning complete for port f33f6874-22e4-4b2f-b137-d64618e74cbe triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:32:12.400122 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-84c2687d-1b25-424c-980c-ad498a59518f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:13.056658 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device f33f6874-22e4-4b2f-b137-d64618e74cbe up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:32:13.183767 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port f33f6874-22e4-4b2f-b137-d64618e74cbe triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:32:13.184035 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:17.048095 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d0069c69-eef4-4f88-b6b4-4775e2d29f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:20.058335 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-a661bfa9-d542-4cc3-a8d8-e99956513f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:21.011048 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:21.175262 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:22.043245 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:47.055329 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-8bce4ffd-bdf8-4c58-abb7-6d7d4b3202fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:49.377473 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 5 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:32:50.052144 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-e84adeeb-8b2d-45df-89c1-da249847acbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:51.006107 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:51.181085 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:32:52.041931 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:33:17.050303 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-31005eeb-345e-47fa-bcc5-df9e74dc04f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:33:20.056619 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-38d11b4c-ff82-47ba-9e4c-e75992cb9de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:33:21.015901 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:33:21.181076 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:33:21.407076 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 58858) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:33:21.415827 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [None req-69e43290-8397-4402-8026-e9f65094dcfc tempest-verify_tempest_config-144463375 tempest-verify_tempest_config-144463375-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 14:33:21.416767 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-69e43290-8397-4402-8026-e9f65094dcfc tempest-verify_tempest_config-144463375 tempest-verify_tempest_config-144463375-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0086412 Oct 28 14:33:21.768797 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 58876) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:33:21.893821 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-60f4049b-55af-44ca-bce6-9144ecd47b01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:33:21.971414 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-60f4049b-55af-44ca-bce6-9144ecd47b01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:33:21.976886 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-60f4049b-55af-44ca-bce6-9144ecd47b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:33:22.020240 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-60f4049b-55af-44ca-bce6-9144ecd47b01 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1e4e8e5821c540eba36480cb58fff7e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2503233 Oct 28 14:33:22.020966 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4049b-55af-44ca-bce6-9144ecd47b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb796f45-e214-474b-b376-212a3c5395a1,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:33:22.023246 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 58880) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:33:22.027726 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4049b-55af-44ca-bce6-9144ecd47b01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:33:22.028087 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4049b-55af-44ca-bce6-9144ecd47b01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:33:22.028421 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4049b-55af-44ca-bce6-9144ecd47b01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:33:22.028752 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4049b-55af-44ca-bce6-9144ecd47b01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:33:22.029063 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4049b-55af-44ca-bce6-9144ecd47b01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:33:22.029402 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4049b-55af-44ca-bce6-9144ecd47b01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:33:22.029733 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4049b-55af-44ca-bce6-9144ecd47b01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:33:22.030086 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4049b-55af-44ca-bce6-9144ecd47b01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:33:22.031039 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4049b-55af-44ca-bce6-9144ecd47b01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:33:22.031039 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4049b-55af-44ca-bce6-9144ecd47b01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:33:22.031039 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4049b-55af-44ca-bce6-9144ecd47b01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:33:22.031478 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f4049b-55af-44ca-bce6-9144ecd47b01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:33:22.054354 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:33:22.106905 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-35719ded-1f31-4bf1-8e93-c6b6cb4fde89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:33:22.127225 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-35719ded-1f31-4bf1-8e93-c6b6cb4fde89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:33:22.234747 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-35719ded-1f31-4bf1-8e93-c6b6cb4fde89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:33:22.237881 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-35719ded-1f31-4bf1-8e93-c6b6cb4fde89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:33:22.239053 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-35719ded-1f31-4bf1-8e93-c6b6cb4fde89 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cb796f45-e214-474b-b376-212a3c5395a1 HTTP/1.1" status: 204 len: 168 time: 0.2148604 Oct 28 14:33:22.247835 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35719ded-1f31-4bf1-8e93-c6b6cb4fde89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb796f45-e214-474b-b376-212a3c5395a1,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:33:22.254735 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35719ded-1f31-4bf1-8e93-c6b6cb4fde89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:33:22.255099 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35719ded-1f31-4bf1-8e93-c6b6cb4fde89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:33:22.255439 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35719ded-1f31-4bf1-8e93-c6b6cb4fde89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:33:22.255775 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35719ded-1f31-4bf1-8e93-c6b6cb4fde89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:33:22.256113 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35719ded-1f31-4bf1-8e93-c6b6cb4fde89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:33:22.256438 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35719ded-1f31-4bf1-8e93-c6b6cb4fde89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:33:22.256765 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35719ded-1f31-4bf1-8e93-c6b6cb4fde89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:33:22.257148 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35719ded-1f31-4bf1-8e93-c6b6cb4fde89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:33:22.257410 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35719ded-1f31-4bf1-8e93-c6b6cb4fde89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:33:22.257737 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35719ded-1f31-4bf1-8e93-c6b6cb4fde89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:33:22.258057 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35719ded-1f31-4bf1-8e93-c6b6cb4fde89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:33:22.258376 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35719ded-1f31-4bf1-8e93-c6b6cb4fde89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:33:26.376865 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 5 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:33:47.059106 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-4067780f-bfcc-4fc6-8672-64bc36d8ac2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:33:50.069898 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-cf58305e-7a94-4dca-9294-39d437e53fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:33:51.018977 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:33:51.187908 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:33:52.058469 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:34:03.378303 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 5 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:34:17.061017 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-9e630e97-ec58-4316-a825-6b027deaeae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:34:20.070096 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-3adf8960-e4f4-4720-8fed-774219477f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:34:21.022315 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:34:21.195814 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:34:22.060358 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:34:40.383065 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 5 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:34:47.059660 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-5ee8af3c-2e50-47cb-8025-b8d5068c1674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:34:50.076340 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-ecb965a3-471c-4949-a784-d236725b69b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:34:51.025883 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:34:51.204582 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:34:52.056965 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:35:01.452422 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-640395'] for agent, after_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:35:15.804285 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 58954) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:35:15.928995 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-f11552a1-b9bf-4953-80eb-5f96c798b26f admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1233211 Oct 28 14:35:17.054863 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-91181f60-b5ff-4225-ad84-b4f94ed33255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:35:17.381901 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:35:18.229493 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 58964) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:35:18.286179 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-da1b9116-55de-4876-940e-c8eb6201d735 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0554235 Oct 28 14:35:20.062029 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-f8fdda4e-682c-4070-8d81-2f275c0ca066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:35:21.021651 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:35:21.195067 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:35:22.062632 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:35:31.417408 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:35:47.061713 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-facb3f56-dd3f-4691-a9ab-c1df59c9e429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:35:50.073998 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f755-6398-44a5-87dc-4a733b10801e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:35:51.028844 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:35:51.194904 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:35:52.075546 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:35:54.386301 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:36:01.416420 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:17.061751 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-62bdf88a-e740-43a2-9968-85ce00f3be6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:20.068263 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-83292a2e-d920-4f71-af18-18fc4484484f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:21.023814 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:21.197041 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:22.067666 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:31.385022 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:36:31.424851 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:47.073369 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-9cd4a24b-fb18-457e-b8c5-717a568203aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:48.771321 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 59036) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:36:48.901873 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-405070931-network', 'tenant_id': '5dda0d6d1b084868853338165ea3601d'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:36:48.951766 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Made reservation on behalf of 5dda0d6d1b084868853338165ea3601d for: {'network': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:36:48.954038 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for network, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:48.962893 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:49.063210 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:49.077662 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:49.110069 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=101538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 14:36:49.119123 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:49.119457 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.db.segments_db [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Added segment 40cacd57-85a6-447b-bfa7-d4d37db9cdb1 of type vlan for network f66cb821-2d22-45aa-9985-3ea85500b50a Oct 28 14:36:49.159892 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782348503983'] for network, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:49.181995 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:49.190099 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:49.190445 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:49.190825 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:49.191170 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:49.191495 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:49.191938 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:49.192420 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:49.192740 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:49.193078 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:49.193398 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:49.193712 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:49.194157 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Tracked resource versions report: Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: pushed versions: Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: { 'AddressGroup': {'1.2'}, Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: 'ConntrackHelper': {'1.0'}, Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: 'Log': {'1.0'}, Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: 'Network': {'1.1'}, Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: 'Port': {'1.7'}, Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: 'PortForwarding': {'1.2'}, Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: 'QosPolicy': {'1.10'}, Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: 'SecurityGroup': {'1.4'}, Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: 'SecurityGroupRule': {'1.2'}, Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: 'SubPort': {'1.0'}, Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: 'Subnet': {'1.1'}, Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: 'Trunk': {'1.1'}} Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: consumer versions: Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: { DHCP agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: HyperV agent@hv-cinder-81584: {}, Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: L3 agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: Metadata agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: Metering agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: Open vSwitch agent@dv-cinder-815848-1-iscsi: { 'AddressGroup': '1.2', Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: 'ConntrackHelper': '1.0', Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: 'Log': '1.0', Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: 'Network': '1.1', Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: 'Port': '1.7', Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: 'PortForwarding': '1.2', Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: 'QosPolicy': '1.10', Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: 'SecurityGroup': '1.4', Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: 'SecurityGroupRule': '1.2', Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: 'SubPort': '1.0', Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: 'Subnet': '1.1', Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: 'Trunk': '1.1'}} Oct 28 14:36:49.195186 dv-cinder-815848-1-iscsi neutron-server[101538]: {{(pid=101538) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 14:36:49.201692 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for network, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:49.201692 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:36:49.201692 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:49.267939 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] Pushing event updated for resources: {'Network': ['ID=f66cb821-2d22-45aa-9985-3ea85500b50a,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:49.273797 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-4c9c3da9-f8c3-414e-b4b2-9ccbc4faf87a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5002394 Oct 28 14:36:49.282041 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 59042) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:36:49.282226 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Network f66cb821-2d22-45aa-9985-3ea85500b50a details requested by agent ovs-agent-dv-cinder-815848-1-iscsi with host dv-cinder-815848-1-iscsi {{(pid=101540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 14:36:49.283080 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-6570854b-e852-4a41-91a0-f3884a03509a admin admin] Request body: {'subnet': {'network_id': 'f66cb821-2d22-45aa-9985-3ea85500b50a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-405070931-subnet', 'tenant_id': '5dda0d6d1b084868853338165ea3601d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:36:49.310974 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6570854b-e852-4a41-91a0-f3884a03509a admin admin] Made reservation on behalf of 5dda0d6d1b084868853338165ea3601d for: {'subnet': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:36:49.313367 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6570854b-e852-4a41-91a0-f3884a03509a admin admin] Publish callbacks [] for subnet, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:49.652138 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6570854b-e852-4a41-91a0-f3884a03509a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for subnet, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:49.748159 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6570854b-e852-4a41-91a0-f3884a03509a admin admin] Checking segment: {'id': '40cacd57-85a6-447b-bfa7-d4d37db9cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f66cb821-2d22-45aa-9985-3ea85500b50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:36:49.748512 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6570854b-e852-4a41-91a0-f3884a03509a admin admin] Network hostable DHCP agents. Network: f66cb821-2d22-45aa-9985-3ea85500b50a, hostable agents: ['0f5c18ae-0b98-4d4d-aaff-bac106b0409b'], hosted agents: [] {{(pid=101538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 14:36:49.791873 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570854b-e852-4a41-91a0-f3884a03509a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8630344-cf93-4cfe-815f-63516c44a48e,revision_number=0']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:49.799406 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6570854b-e852-4a41-91a0-f3884a03509a admin admin] Network f66cb821-2d22-45aa-9985-3ea85500b50a is scheduled to be hosted by DHCP agent 0f5c18ae-0b98-4d4d-aaff-bac106b0409b with binding_index 1 {{(pid=101538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 14:36:49.840465 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-6570854b-e852-4a41-91a0-f3884a03509a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-1-iscsi, f66cb821-2d22-45aa-9985-3ea85500b50a) {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:36:49.848338 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6570854b-e852-4a41-91a0-f3884a03509a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:36:49.849106 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6570854b-e852-4a41-91a0-f3884a03509a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for subnet, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:49.861587 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055c3e44-761b-4da8-b566-27cab50f92e1 None None] Network f66cb821-2d22-45aa-9985-3ea85500b50a requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:36:49.921106 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-6570854b-e852-4a41-91a0-f3884a03509a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6403620 Oct 28 14:36:49.924072 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 59064) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:36:49.947566 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-405070931-router', 'tenant_id': '5dda0d6d1b084868853338165ea3601d', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:36:50.013560 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1061'] for router, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:50.014889 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1054'] for router, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:50.155906 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103428fb-3d96-4601-91c3-06bec14153d5 None None] Network f66cb821-2d22-45aa-9985-3ea85500b50a requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:36:50.159204 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-11910317-f2ad-4cb5-abe6-17405864d608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:50.220201 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:50.365509 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:50.575416 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:50.602663 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:50.722872 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.db_base_plugin_common [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Allocated IP 172.27.2.239 (ee68bfbb-5103-4d10-b9ad-fba4a097df41/ecb224d9-3cd4-4979-8f79-b30a4344ff69/2905a60b-e9b8-4391-8a36-564920dde70e) {{(pid=101539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:36:50.842595 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:50.880756 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:50.928132 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Network ee68bfbb-5103-4d10-b9ad-fba4a097df41 is already hosted by enough agents. {{(pid=101539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:36:50.930251 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Resources bound (agent type, host, resource id): {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:36:50.934018 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Received port after_create {{(pid=101539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:36:51.021262 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:51.022773 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Pushing event updated for resources: {'Port': ['ID=2905a60b-e9b8-4391-8a36-564920dde70e,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:51.035503 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:51.036091 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:51.036438 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:51.036844 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:51.037150 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:51.037659 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:51.037991 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:51.038337 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:51.038708 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:51.039019 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:51.039338 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:51.039648 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Tracked resource versions report: Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: pushed versions: Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: { 'AddressGroup': {'1.2'}, Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: 'ConntrackHelper': {'1.0'}, Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: 'Log': {'1.0'}, Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: 'Network': {'1.1'}, Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: 'Port': {'1.7'}, Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: 'PortForwarding': {'1.2'}, Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: 'QosPolicy': {'1.10'}, Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: 'SecurityGroup': {'1.4'}, Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: 'SecurityGroupRule': {'1.2'}, Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: 'SubPort': {'1.0'}, Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: 'Subnet': {'1.1'}, Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: 'Trunk': {'1.1'}} Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: consumer versions: Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: { DHCP agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: HyperV agent@hv-cinder-81584: {}, Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: L3 agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: Metadata agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: Metering agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: Open vSwitch agent@dv-cinder-815848-1-iscsi: { 'AddressGroup': '1.2', Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: 'ConntrackHelper': '1.0', Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: 'Log': '1.0', Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: 'Network': '1.1', Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: 'Port': '1.7', Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: 'PortForwarding': '1.2', Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: 'QosPolicy': '1.10', Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: 'SecurityGroup': '1.4', Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: 'SecurityGroupRule': '1.2', Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: 'SubPort': '1.0', Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: 'Subnet': '1.1', Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: 'Trunk': '1.1'}} Oct 28 14:36:51.041048 dv-cinder-815848-1-iscsi neutron-server[101539]: {{(pid=101539) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 14:36:51.182780 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:51.205556 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:51.349126 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 59154) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:36:51.385252 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645785'] for router, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:51.533090 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Router 6da79959-c5fc-4df7-92c2-35e8dc809462 is scheduled to L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd with binding_index 1 {{(pid=101539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 14:36:51.544990 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 59172) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:36:51.609128 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 59178) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:36:51.619441 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-b22b8f78-3cc6-4072-8349-e599fb734f13 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1003602660-network', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:36:51.647001 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22b8f78-3cc6-4072-8349-e599fb734f13 admin admin] Made reservation on behalf of 89fb273f901845daa8cf52ed4beefe1d for: {'network': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:36:51.651236 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-b22b8f78-3cc6-4072-8349-e599fb734f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for network, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:51.664816 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-b22b8f78-3cc6-4072-8349-e599fb734f13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:51.736292 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:36:51.742364 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-f6339353-d5cb-47d7-b938-a06e0dda8de7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-735820841-network', 'tenant_id': '9d82e2b8f43e4ae1ac9d7014a692ee64'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:36:51.746710 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] Sync routers for ids ['6da79959-c5fc-4df7-92c2-35e8dc809462'] in dv-cinder-815848-1-iscsi {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:36:51.768052 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-b22b8f78-3cc6-4072-8349-e599fb734f13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:51.769184 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] Routers {'6da79959-c5fc-4df7-92c2-35e8dc809462'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:36:51.770366 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:36:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['6da79959-c5fc-4df7-92c2-35e8dc809462'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:36:51.772073 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6339353-d5cb-47d7-b938-a06e0dda8de7 admin admin] Made reservation on behalf of 9d82e2b8f43e4ae1ac9d7014a692ee64 for: {'network': 1} {{(pid=101539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:36:51.774636 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-f6339353-d5cb-47d7-b938-a06e0dda8de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for network, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:51.780258 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-b22b8f78-3cc6-4072-8349-e599fb734f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:51.791653 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] Publish callbacks [] for router, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:51.793167 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-77e89e5b-ed14-4cbd-899f-a582eb6c6256 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.8630409 Oct 28 14:36:51.794342 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-f6339353-d5cb-47d7-b938-a06e0dda8de7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:51.803360 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 59190) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:36:51.837753 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22b8f78-3cc6-4072-8349-e599fb734f13 admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=101538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 14:36:51.845730 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b8f78-3cc6-4072-8349-e599fb734f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acb94cf-2f62-4e99-ab02-47e53ab2b4f1,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:51.862286 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-b22b8f78-3cc6-4072-8349-e599fb734f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:51.863342 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.db.segments_db [None req-b22b8f78-3cc6-4072-8349-e599fb734f13 admin admin] Added segment 530d6b60-2958-4a04-a1ee-61daf218cf06 of type vlan for network 8c4fd715-4b25-4fcf-8589-609c400168cc Oct 28 14:36:51.936679 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-b22b8f78-3cc6-4072-8349-e599fb734f13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782348503983'] for network, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:51.982255 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-b22b8f78-3cc6-4072-8349-e599fb734f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for network, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:51.984347 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22b8f78-3cc6-4072-8349-e599fb734f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:36:51.986167 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-b22b8f78-3cc6-4072-8349-e599fb734f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:51.988434 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-f6339353-d5cb-47d7-b938-a06e0dda8de7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:52.026704 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] Set router 6da79959-c5fc-4df7-92c2-35e8dc809462 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:36:52.082574 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-1fa68337-7fee-4035-af65-609b5e33f8ad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-702501146-network', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:36:52.086267 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b8f78-3cc6-4072-8349-e599fb734f13 admin admin] Pushing event updated for resources: {'Network': ['ID=8c4fd715-4b25-4fcf-8589-609c400168cc,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:52.097959 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:52.102598 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Network 8c4fd715-4b25-4fcf-8589-609c400168cc details requested by agent ovs-agent-dv-cinder-815848-1-iscsi with host dv-cinder-815848-1-iscsi {{(pid=101540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 14:36:52.143406 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa68337-7fee-4035-af65-609b5e33f8ad admin admin] Made reservation on behalf of 9e334a6e70ac4c2a882f287ce31d287e for: {'network': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:36:52.145995 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-1fa68337-7fee-4035-af65-609b5e33f8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for network, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:52.164883 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-1fa68337-7fee-4035-af65-609b5e33f8ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:52.199364 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-b22b8f78-3cc6-4072-8349-e599fb734f13 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8410735 Oct 28 14:36:52.199364 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 59196) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:36:52.204973 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-ce4ef560-0641-458e-819c-66662839d251 admin admin] Request body: {'subnet': {'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1003602660-subnet', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:36:52.213971 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-f6339353-d5cb-47d7-b938-a06e0dda8de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:52.240862 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4ef560-0641-458e-819c-66662839d251 admin admin] Made reservation on behalf of 89fb273f901845daa8cf52ed4beefe1d for: {'subnet': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:36:52.244569 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ce4ef560-0641-458e-819c-66662839d251 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:52.277473 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6339353-d5cb-47d7-b938-a06e0dda8de7 admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=101539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 14:36:52.365065 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-f6339353-d5cb-47d7-b938-a06e0dda8de7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782349021781', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:52.365771 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-f6339353-d5cb-47d7-b938-a06e0dda8de7 admin admin] Unsubscribe: segment precommit_create {{(pid=101539) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 14:36:52.366315 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.db.segments_db [None req-f6339353-d5cb-47d7-b938-a06e0dda8de7 admin admin] Added segment 0a9165ac-8de0-4590-b1ca-0689f64226a5 of type vlan for network 37ce60aa-6f83-4b57-945f-e1e5b981cb8b Oct 28 14:36:52.369320 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da79959-c5fc-4df7-92c2-35e8dc809462', 'name': 'tempest-ServerRescueNegativeTestJSON-405070931-router', 'tenant_id': '5dda0d6d1b084868853338165ea3601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '2905a60b-e9b8-4391-8a36-564920dde70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:50Z', 'updated_at': '2021-10-28T14:36:51Z', 'revision_number': 3, 'project_id': '5dda0d6d1b084868853338165ea3601d', 'gw_port': {'id': '2905a60b-e9b8-4391-8a36-564920dde70e', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:83:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da79959-c5fc-4df7-92c2-35e8dc809462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:50Z', 'updated_at': '2021-10-28T14:36:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:36:52.371270 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6339353-d5cb-47d7-b938-a06e0dda8de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f44b34d-572d-4878-b6e6-5bf4e969b157,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:52.404947 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] Checking router: 6da79959-c5fc-4df7-92c2-35e8dc809462 for host: dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:36:52.405604 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] Updating router 6da79959-c5fc-4df7-92c2-35e8dc809462 port 2905a60b-e9b8-4391-8a36-564920dde70e binding host dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 14:36:52.411803 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 59204) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:36:52.432925 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-1fa68337-7fee-4035-af65-609b5e33f8ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:52.440007 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:52.448267 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-1fa68337-7fee-4035-af65-609b5e33f8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:52.482764 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa68337-7fee-4035-af65-609b5e33f8ad admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=101538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 14:36:52.518897 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-f6339353-d5cb-47d7-b938-a06e0dda8de7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782348503983'] for network, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:52.527906 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa68337-7fee-4035-af65-609b5e33f8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1747f350-159b-4bca-ac44-9b4e4250561e,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:52.534380 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-1fa68337-7fee-4035-af65-609b5e33f8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:52.535019 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.db.segments_db [None req-1fa68337-7fee-4035-af65-609b5e33f8ad admin admin] Added segment 72b1a595-edea-42ca-8564-6c883f9d150d of type vlan for network 37179b0d-df91-4999-9b23-d6b35cc378c2 Oct 28 14:36:52.553405 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-835d185d-457c-427c-9ac0-7b9c06df1a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:52.574900 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ce4ef560-0641-458e-819c-66662839d251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for subnet, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:52.613541 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-1fa68337-7fee-4035-af65-609b5e33f8ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782348503983'] for network, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:52.653005 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ef560-0641-458e-819c-66662839d251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c385150-b18d-415b-9404-b587a3485a15,revision_number=0']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:52.674442 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ef560-0641-458e-819c-66662839d251 admin admin] Checking segment: {'id': '530d6b60-2958-4a04-a1ee-61daf218cf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:36:52.674700 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4ef560-0641-458e-819c-66662839d251 admin admin] Network hostable DHCP agents. Network: 8c4fd715-4b25-4fcf-8589-609c400168cc, hostable agents: ['0f5c18ae-0b98-4d4d-aaff-bac106b0409b'], hosted agents: [] {{(pid=101538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 14:36:52.679249 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-1fa68337-7fee-4035-af65-609b5e33f8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for network, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:52.680202 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa68337-7fee-4035-af65-609b5e33f8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:36:52.680838 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-1fa68337-7fee-4035-af65-609b5e33f8ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:52.753834 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4ef560-0641-458e-819c-66662839d251 admin admin] Network 8c4fd715-4b25-4fcf-8589-609c400168cc is scheduled to be hosted by DHCP agent 0f5c18ae-0b98-4d4d-aaff-bac106b0409b with binding_index 1 {{(pid=101538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 14:36:52.758384 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-1fa68337-7fee-4035-af65-609b5e33f8ad admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1483276 Oct 28 14:36:52.783375 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 59216) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:36:52.789679 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-04863ecb-5cda-46bf-a2c0-b7a0af957da0 admin admin] Request body: {'subnet': {'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-702501146-subnet', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:36:52.808866 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa68337-7fee-4035-af65-609b5e33f8ad admin admin] Pushing event updated for resources: {'Network': ['ID=37179b0d-df91-4999-9b23-d6b35cc378c2,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:52.811069 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-ce4ef560-0641-458e-819c-66662839d251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-1-iscsi, 8c4fd715-4b25-4fcf-8589-609c400168cc) {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:36:52.819165 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Network 37179b0d-df91-4999-9b23-d6b35cc378c2 details requested by agent ovs-agent-dv-cinder-815848-1-iscsi with host dv-cinder-815848-1-iscsi {{(pid=101540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 14:36:52.839916 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.db_base_plugin_common [None req-835d185d-457c-427c-9ac0-7b9c06df1a19 admin admin] Allocated IP 172.20.0.1 (f66cb821-2d22-45aa-9985-3ea85500b50a/f8630344-cf93-4cfe-815f-63516c44a48e/70582b0a-41e8-4247-89dc-2849d4e13627) {{(pid=101539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:36:52.846652 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-c86b0778-1e09-4931-8bd0-20a943b16c3b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1996199891-network', 'tenant_id': '568d16c23053469dad2cfede8da540d0'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:36:52.894669 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4ef560-0641-458e-819c-66662839d251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:36:52.895285 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ce4ef560-0641-458e-819c-66662839d251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for subnet, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:52.923588 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04863ecb-5cda-46bf-a2c0-b7a0af957da0 admin admin] Made reservation on behalf of 9e334a6e70ac4c2a882f287ce31d287e for: {'subnet': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:36:52.925942 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-04863ecb-5cda-46bf-a2c0-b7a0af957da0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:52.979768 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8651be36-3961-4be0-8026-77e9d85c29ca None None] Network 8c4fd715-4b25-4fcf-8589-609c400168cc requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:36:52.994527 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86b0778-1e09-4931-8bd0-20a943b16c3b admin admin] Made reservation on behalf of 568d16c23053469dad2cfede8da540d0 for: {'network': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:36:52.997354 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c86b0778-1e09-4931-8bd0-20a943b16c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for network, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:53.014388 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] Publish callbacks [] for port, precommit_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:53.034959 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c86b0778-1e09-4931-8bd0-20a943b16c3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:53.036840 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:53.045034 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-ce4ef560-0641-458e-819c-66662839d251 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8487184 Oct 28 14:36:53.050650 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-835d185d-457c-427c-9ac0-7b9c06df1a19 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:53.059497 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 59226) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:36:53.076684 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-8ca5b4b8-067e-4d89-9a6f-781bfe29e8f7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1003602660-router', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:36:53.085090 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-f6339353-d5cb-47d7-b938-a06e0dda8de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for network, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:53.086668 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6339353-d5cb-47d7-b938-a06e0dda8de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:36:53.087649 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-f6339353-d5cb-47d7-b938-a06e0dda8de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:53.105030 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-835d185d-457c-427c-9ac0-7b9c06df1a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:53.124947 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad1d2f-add9-44d7-a15e-ea1239a4d1bf None None] Pushing event updated for resources: {'Port': ['ID=2905a60b-e9b8-4391-8a36-564920dde70e,revision_number=2']} {{(pid=101541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:53.161366 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad1d2f-add9-44d7-a15e-ea1239a4d1bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:53.161751 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad1d2f-add9-44d7-a15e-ea1239a4d1bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:53.162651 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad1d2f-add9-44d7-a15e-ea1239a4d1bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:53.166379 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad1d2f-add9-44d7-a15e-ea1239a4d1bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:53.166933 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad1d2f-add9-44d7-a15e-ea1239a4d1bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:53.168177 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad1d2f-add9-44d7-a15e-ea1239a4d1bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:53.170238 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad1d2f-add9-44d7-a15e-ea1239a4d1bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:53.171169 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad1d2f-add9-44d7-a15e-ea1239a4d1bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:53.172770 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad1d2f-add9-44d7-a15e-ea1239a4d1bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:53.174891 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad1d2f-add9-44d7-a15e-ea1239a4d1bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:53.175419 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad1d2f-add9-44d7-a15e-ea1239a4d1bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:53.175917 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad1d2f-add9-44d7-a15e-ea1239a4d1bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ad1d2f-add9-44d7-a15e-ea1239a4d1bf None None] Tracked resource versions report: Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: pushed versions: Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: { 'AddressGroup': {'1.2'}, Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: 'ConntrackHelper': {'1.0'}, Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: 'Log': {'1.0'}, Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: 'Network': {'1.1'}, Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: 'Port': {'1.7'}, Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: 'PortForwarding': {'1.2'}, Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: 'QosPolicy': {'1.10'}, Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: 'SecurityGroup': {'1.4'}, Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: 'SecurityGroupRule': {'1.2'}, Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: 'SubPort': {'1.0'}, Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: 'Subnet': {'1.1'}, Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: 'Trunk': {'1.1'}} Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: consumer versions: Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: { DHCP agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: HyperV agent@hv-cinder-81584: {}, Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: L3 agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: Metadata agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: Metering agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: Open vSwitch agent@dv-cinder-815848-1-iscsi: { 'AddressGroup': '1.2', Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: 'ConntrackHelper': '1.0', Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: 'Log': '1.0', Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: 'Network': '1.1', Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: 'Port': '1.7', Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: 'PortForwarding': '1.2', Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: 'QosPolicy': '1.10', Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: 'SecurityGroup': '1.4', Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: 'SecurityGroupRule': '1.2', Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: 'SubPort': '1.0', Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: 'Subnet': '1.1', Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: 'Trunk': '1.1'}} Oct 28 14:36:53.179369 dv-cinder-815848-1-iscsi neutron-server[101541]: {{(pid=101541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 14:36:53.204045 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b4b8-067e-4d89-9a6f-781bfe29e8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1061'] for router, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:53.210933 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b4b8-067e-4d89-9a6f-781bfe29e8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1054'] for router, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:53.236230 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6339353-d5cb-47d7-b938-a06e0dda8de7 admin admin] Pushing event updated for resources: {'Network': ['ID=37ce60aa-6f83-4b57-945f-e1e5b981cb8b,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:53.243582 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] Attempting to bind port 2905a60b-e9b8-4391-8a36-564920dde70e on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:36:53.244160 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] Attempting to bind port 2905a60b-e9b8-4391-8a36-564920dde70e by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}] {{(pid=101541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:36:53.244692 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] Attempting to bind port 2905a60b-e9b8-4391-8a36-564920dde70e on network ee68bfbb-5103-4d10-b9ad-fba4a097df41 {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:36:53.250766 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-f6339353-d5cb-47d7-b938-a06e0dda8de7 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7046611 Oct 28 14:36:53.251413 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 59234) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:36:53.253117 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835d185d-457c-427c-9ac0-7b9c06df1a19 admin admin] Network f66cb821-2d22-45aa-9985-3ea85500b50a is already hosted by enough agents. {{(pid=101539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:36:53.261317 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [None req-835d185d-457c-427c-9ac0-7b9c06df1a19 admin admin] Resources bound (agent type, host, resource id): {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:36:53.264985 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:36:53.266348 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] Checking segment: {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:36:53.269468 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:53.270253 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835d185d-457c-427c-9ac0-7b9c06df1a19 admin admin] Received port after_create {{(pid=101539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:36:53.271060 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-835d185d-457c-427c-9ac0-7b9c06df1a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640452'] for router_interface, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:53.271291 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] Bound using segment: {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'} {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:36:53.272387 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] Bound port: 2905a60b-e9b8-4391-8a36-564920dde70e, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}}] {{(pid=101541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:36:53.273834 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:53.279020 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Network 37ce60aa-6f83-4b57-945f-e1e5b981cb8b details requested by agent ovs-agent-dv-cinder-815848-1-iscsi with host dv-cinder-815848-1-iscsi {{(pid=101540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 14:36:53.346452 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-4d2aa4d7-e1f7-421c-b6cd-d4e51e0d242a admin admin] Request body: {'subnet': {'network_id': '37ce60aa-6f83-4b57-945f-e1e5b981cb8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-735820841-subnet', 'tenant_id': '9d82e2b8f43e4ae1ac9d7014a692ee64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:36:53.360375 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.db [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] For port 2905a60b-e9b8-4391-8a36-564920dde70e, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:36:53.364018 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.db [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] For port 2905a60b-e9b8-4391-8a36-564920dde70e, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=2905a60b-e9b8-4391-8a36-564920dde70e,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:36:53.374616 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:53.397736 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d185d-457c-427c-9ac0-7b9c06df1a19 admin admin] Pushing event updated for resources: {'Port': ['ID=70582b0a-41e8-4247-89dc-2849d4e13627,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:53.465076 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb12ed448-6782-5d32-adc4-26a542b5c6bd-8c4fd715-4b25-4fcf-8589-609c400168cc', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'fixed_ips': [{'subnet_id': '8c385150-b18d-415b-9404-b587a3485a15'}]}} from dv-cinder-815848-1-iscsi. {{(pid=101540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 14:36:53.467860 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:53.519276 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c86b0778-1e09-4931-8bd0-20a943b16c3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:53.572270 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b4b8-067e-4d89-9a6f-781bfe29e8f7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:53.573406 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] Routers {'6da79959-c5fc-4df7-92c2-35e8dc809462'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:36:53.579737 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:36:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['6da79959-c5fc-4df7-92c2-35e8dc809462'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:36:53.580594 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c86b0778-1e09-4931-8bd0-20a943b16c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:53.597635 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86b0778-1e09-4931-8bd0-20a943b16c3b admin admin] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=101538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 14:36:53.613137 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c86b0778-1e09-4931-8bd0-20a943b16c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:53.613985 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.db.segments_db [None req-c86b0778-1e09-4931-8bd0-20a943b16c3b admin admin] Added segment 541960ed-ea2e-414b-b95b-16f66a435fe6 of type vlan for network 154fe041-a0da-49d3-ad0f-1c0e36bd37bc Oct 28 14:36:53.676000 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-04863ecb-5cda-46bf-a2c0-b7a0af957da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for subnet, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:53.753613 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2aa4d7-e1f7-421c-b6cd-d4e51e0d242a admin admin] Made reservation on behalf of 9d82e2b8f43e4ae1ac9d7014a692ee64 for: {'subnet': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:36:53.755914 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-4d2aa4d7-e1f7-421c-b6cd-d4e51e0d242a admin admin] Publish callbacks [] for subnet, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:53.819415 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad1d2f-add9-44d7-a15e-ea1239a4d1bf None None] Pushing event updated for resources: {'Port': ['ID=2905a60b-e9b8-4391-8a36-564920dde70e,revision_number=3']} {{(pid=101541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:53.827367 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-835d185d-457c-427c-9ac0-7b9c06df1a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:53.883004 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.db_base_plugin_common [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Allocated IP 172.20.0.2 (8c4fd715-4b25-4fcf-8589-609c400168cc/8c385150-b18d-415b-9404-b587a3485a15/416e66ac-8dfc-46c8-9501-ed48f64c44ee) {{(pid=101540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:36:53.904739 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] Set router 6da79959-c5fc-4df7-92c2-35e8dc809462 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:36:54.096747 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c86b0778-1e09-4931-8bd0-20a943b16c3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782348503983'] for network, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:54.121029 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Publish callbacks [] for port, precommit_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:54.141302 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-4d2aa4d7-e1f7-421c-b6cd-d4e51e0d242a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for subnet, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:54.141455 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:54.231086 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Network 8c4fd715-4b25-4fcf-8589-609c400168cc is already hosted by enough agents. {{(pid=101540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:36:54.234279 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.scheduler.base_scheduler [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Resources bound (agent type, host, resource id): {{(pid=101540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:36:54.246478 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b0778-1e09-4931-8bd0-20a943b16c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bda8ec-53a3-45a4-b190-89db0294c211,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:54.250341 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Received port after_create {{(pid=101540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:36:54.268933 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Pushing event updated for resources: {'Port': ['ID=416e66ac-8dfc-46c8-9501-ed48f64c44ee,revision_number=1']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:54.317029 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04863ecb-5cda-46bf-a2c0-b7a0af957da0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb6c52cb-73bc-43b9-9665-77e60bb1696b,revision_number=0']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:54.328470 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da79959-c5fc-4df7-92c2-35e8dc809462', 'name': 'tempest-ServerRescueNegativeTestJSON-405070931-router', 'tenant_id': '5dda0d6d1b084868853338165ea3601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '2905a60b-e9b8-4391-8a36-564920dde70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:50Z', 'updated_at': '2021-10-28T14:36:51Z', 'revision_number': 3, 'project_id': '5dda0d6d1b084868853338165ea3601d', 'gw_port': {'id': '2905a60b-e9b8-4391-8a36-564920dde70e', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:83:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da79959-c5fc-4df7-92c2-35e8dc809462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:50Z', 'updated_at': '2021-10-28T14:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:36:54.347630 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:54.348217 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c86b0778-1e09-4931-8bd0-20a943b16c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for network, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:54.348911 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:54.349425 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86b0778-1e09-4931-8bd0-20a943b16c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:36:54.349595 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:54.350012 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c86b0778-1e09-4931-8bd0-20a943b16c3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:54.350230 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:54.351617 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:54.353612 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:54.354131 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:54.355122 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:54.355803 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:54.356594 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:54.365626 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:54.366208 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Tracked resource versions report: Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: pushed versions: Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: { 'AddressGroup': {'1.2'}, Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: 'ConntrackHelper': {'1.0'}, Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: 'Log': {'1.0'}, Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: 'Network': {'1.1'}, Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: 'Port': {'1.7'}, Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: 'PortForwarding': {'1.2'}, Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: 'QosPolicy': {'1.10'}, Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: 'SecurityGroup': {'1.4'}, Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: 'SecurityGroupRule': {'1.2'}, Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: 'SubPort': {'1.0'}, Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: 'Subnet': {'1.1'}, Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: 'Trunk': {'1.1'}} Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: consumer versions: Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: { DHCP agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: HyperV agent@hv-cinder-81584: {}, Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: L3 agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: Metadata agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: Metering agent@dv-cinder-815848-1-iscsi: {}, Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: Open vSwitch agent@dv-cinder-815848-1-iscsi: { 'AddressGroup': '1.2', Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: 'ConntrackHelper': '1.0', Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: 'Log': '1.0', Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: 'Network': '1.1', Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: 'Port': '1.7', Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: 'PortForwarding': '1.2', Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: 'QosPolicy': '1.10', Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: 'SecurityGroup': '1.4', Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: 'SecurityGroupRule': '1.2', Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: 'SubPort': '1.0', Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: 'Subnet': '1.1', Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: 'Trunk': '1.1'}} Oct 28 14:36:54.367373 dv-cinder-815848-1-iscsi neutron-server[101540]: {{(pid=101540) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 14:36:54.371860 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-835d185d-457c-427c-9ac0-7b9c06df1a19 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:54.383041 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc57da32-548f-4210-9b0d-53125c8c2ea0 None None] The sync data for ids ['6da79959-c5fc-4df7-92c2-35e8dc809462'] in dv-cinder-815848-1-iscsi is: [{'id': '6da79959-c5fc-4df7-92c2-35e8dc809462', 'name': 'tempest-ServerRescueNegativeTestJSON-405070931-router', 'tenant_id': '5dda0d6d1b084868853338165ea3601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '2905a60b-e9b8-4391-8a36-564920dde70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:50Z', 'updated_at': '2021-10-28T14:36:51Z', 'revision_number': 3, 'project_id': '5dda0d6d1b084868853338165ea3601d', 'gw_port': {'id': '2905a60b-e9b8-4391-8a36-564920dde70e', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:83:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da79959-c5fc-4df7-92c2-35e8dc809462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:50Z', 'updated_at': '2021-10-28T14:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}] {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:36:54.392050 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b4b8-067e-4d89-9a6f-781bfe29e8f7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:54.392563 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-835d185d-457c-427c-9ac0-7b9c06df1a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:54.394379 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-835d185d-457c-427c-9ac0-7b9c06df1a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645972'] for router_interface, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:54.447555 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04863ecb-5cda-46bf-a2c0-b7a0af957da0 admin admin] Checking segment: {'id': '72b1a595-edea-42ca-8564-6c883f9d150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:36:54.448087 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04863ecb-5cda-46bf-a2c0-b7a0af957da0 admin admin] Network hostable DHCP agents. Network: 37179b0d-df91-4999-9b23-d6b35cc378c2, hostable agents: ['0f5c18ae-0b98-4d4d-aaff-bac106b0409b'], hosted agents: [] {{(pid=101538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 14:36:54.481613 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Attempting to bind port 416e66ac-8dfc-46c8-9501-ed48f64c44ee on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:36:54.481883 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Attempting to bind port 416e66ac-8dfc-46c8-9501-ed48f64c44ee by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': '530d6b60-2958-4a04-a1ee-61daf218cf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc'}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:36:54.482239 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Attempting to bind port 416e66ac-8dfc-46c8-9501-ed48f64c44ee on network 8c4fd715-4b25-4fcf-8589-609c400168cc {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:36:54.494279 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:36:54.494652 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Checking segment: {'id': '530d6b60-2958-4a04-a1ee-61daf218cf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:36:54.495112 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:54.495497 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Bound using segment: {'id': '530d6b60-2958-4a04-a1ee-61daf218cf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc'} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:36:54.496356 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Bound port: 416e66ac-8dfc-46c8-9501-ed48f64c44ee, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530d6b60-2958-4a04-a1ee-61daf218cf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc'}}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:36:54.496505 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:54.497222 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d185d-457c-427c-9ac0-7b9c06df1a19 admin admin] Pushing event updated for resources: {'Port': ['ID=70582b0a-41e8-4247-89dc-2849d4e13627,revision_number=2']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:54.530432 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-c86b0778-1e09-4931-8bd0-20a943b16c3b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1175251 Oct 28 14:36:54.531065 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 59298) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:36:54.555943 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-b5afc1f8-016c-45d4-b7d6-a9cb834a4dce admin admin] Request body: {'subnet': {'network_id': '154fe041-a0da-49d3-ad0f-1c0e36bd37bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1996199891-subnet', 'tenant_id': '568d16c23053469dad2cfede8da540d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:36:54.580680 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04863ecb-5cda-46bf-a2c0-b7a0af957da0 admin admin] Network 37179b0d-df91-4999-9b23-d6b35cc378c2 is scheduled to be hosted by DHCP agent 0f5c18ae-0b98-4d4d-aaff-bac106b0409b with binding_index 1 {{(pid=101538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 14:36:54.590751 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5afc1f8-016c-45d4-b7d6-a9cb834a4dce admin admin] Made reservation on behalf of 568d16c23053469dad2cfede8da540d0 for: {'subnet': 1} {{(pid=101539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:36:54.593252 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b5afc1f8-016c-45d4-b7d6-a9cb834a4dce admin admin] Publish callbacks [] for subnet, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:54.645968 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] For port 416e66ac-8dfc-46c8-9501-ed48f64c44ee, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:36:54.653265 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835d185d-457c-427c-9ac0-7b9c06df1a19 admin admin] Network f66cb821-2d22-45aa-9985-3ea85500b50a is already hosted by enough agents. {{(pid=101539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:36:54.656107 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] For port 416e66ac-8dfc-46c8-9501-ed48f64c44ee, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=416e66ac-8dfc-46c8-9501-ed48f64c44ee,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:36:54.662407 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:54.673915 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [None req-835d185d-457c-427c-9ac0-7b9c06df1a19 admin admin] Resources bound (agent type, host, resource id): {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:36:54.675281 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2aa4d7-e1f7-421c-b6cd-d4e51e0d242a admin admin] Checking segment: {'id': '0a9165ac-8de0-4590-b1ca-0689f64226a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '37ce60aa-6f83-4b57-945f-e1e5b981cb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:36:54.675651 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2aa4d7-e1f7-421c-b6cd-d4e51e0d242a admin admin] Network hostable DHCP agents. Network: 37ce60aa-6f83-4b57-945f-e1e5b981cb8b, hostable agents: ['0f5c18ae-0b98-4d4d-aaff-bac106b0409b'], hosted agents: [] {{(pid=101538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 14:36:54.680226 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b0778-1e09-4931-8bd0-20a943b16c3b admin admin] Pushing event updated for resources: {'Network': ['ID=154fe041-a0da-49d3-ad0f-1c0e36bd37bc,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:54.682286 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2aa4d7-e1f7-421c-b6cd-d4e51e0d242a admin admin] Pushing event updated for resources: {'Subnet': ['ID=32493066-007b-46d5-a9f2-dacbc5a27bba,revision_number=0']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:54.694289 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-04863ecb-5cda-46bf-a2c0-b7a0af957da0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-1-iscsi, 37179b0d-df91-4999-9b23-d6b35cc378c2) {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:36:54.702828 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04863ecb-5cda-46bf-a2c0-b7a0af957da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:36:54.703615 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-04863ecb-5cda-46bf-a2c0-b7a0af957da0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for subnet, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:54.766822 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa397fa-1633-4d37-b26b-28683212845d None None] Pushing event updated for resources: {'Port': ['ID=416e66ac-8dfc-46c8-9501-ed48f64c44ee,revision_number=2']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:54.774619 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-04863ecb-5cda-46bf-a2c0-b7a0af957da0 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9901085 Oct 28 14:36:54.781477 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 59304) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:36:54.787528 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2aa4d7-e1f7-421c-b6cd-d4e51e0d242a admin admin] Network 37ce60aa-6f83-4b57-945f-e1e5b981cb8b is scheduled to be hosted by DHCP agent 0f5c18ae-0b98-4d4d-aaff-bac106b0409b with binding_index 1 {{(pid=101538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 14:36:54.798952 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Network 154fe041-a0da-49d3-ad0f-1c0e36bd37bc details requested by agent ovs-agent-dv-cinder-815848-1-iscsi with host dv-cinder-815848-1-iscsi {{(pid=101540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 14:36:54.799486 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-62357724-bb3e-46b3-8274-5797f9a0dcf7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-702501146-router', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:36:54.803591 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48455149-d073-4142-bf99-3647089e0fc0 None None] Network 37179b0d-df91-4999-9b23-d6b35cc378c2 requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:36:54.855413 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-4d2aa4d7-e1f7-421c-b6cd-d4e51e0d242a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-1-iscsi, 37ce60aa-6f83-4b57-945f-e1e5b981cb8b) {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:36:54.873963 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2aa4d7-e1f7-421c-b6cd-d4e51e0d242a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:36:54.874550 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-4d2aa4d7-e1f7-421c-b6cd-d4e51e0d242a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for subnet, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:55.004199 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-62357724-bb3e-46b3-8274-5797f9a0dcf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1061'] for router, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:55.004199 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-62357724-bb3e-46b3-8274-5797f9a0dcf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1054'] for router, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:55.004199 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-4d2aa4d7-e1f7-421c-b6cd-d4e51e0d242a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6614847 Oct 28 14:36:55.081600 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220413df-a398-41b0-8798-945da4acf54a None None] Network 37ce60aa-6f83-4b57-945f-e1e5b981cb8b requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:36:55.284795 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835d185d-457c-427c-9ac0-7b9c06df1a19 admin admin] Router 6da79959-c5fc-4df7-92c2-35e8dc809462 has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:36:55.290197 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 59324) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:36:55.437915 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 2905a60b-e9b8-4391-8a36-564920dde70e up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:36:55.575478 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 59336) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:36:55.586341 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-62357724-bb3e-46b3-8274-5797f9a0dcf7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:55.735302 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2e12c10f-e7af-458c-b5e7-15de79ee6f6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:55.783644 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b5afc1f8-016c-45d4-b7d6-a9cb834a4dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for subnet, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:55.811139 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17dced4-71d7-4507-b3ef-81b69330e7c2 None None] Network 37ce60aa-6f83-4b57-945f-e1e5b981cb8b requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:36:55.900853 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5afc1f8-016c-45d4-b7d6-a9cb834a4dce admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7121b6f-bf50-4bce-a009-aedce513e8c2,revision_number=0']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:55.914064 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835d185d-457c-427c-9ac0-7b9c06df1a19 admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:36:55.929078 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-835d185d-457c-427c-9ac0-7b9c06df1a19 admin admin] 10.222.0.79 "PUT /v2.0/routers/6da79959-c5fc-4df7-92c2-35e8dc809462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1243594 Oct 28 14:36:55.947510 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b4b8-067e-4d89-9a6f-781bfe29e8f7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:55.949329 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5afc1f8-016c-45d4-b7d6-a9cb834a4dce admin admin] Checking segment: {'id': '541960ed-ea2e-414b-b95b-16f66a435fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '154fe041-a0da-49d3-ad0f-1c0e36bd37bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:36:55.949873 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5afc1f8-016c-45d4-b7d6-a9cb834a4dce admin admin] Network hostable DHCP agents. Network: 154fe041-a0da-49d3-ad0f-1c0e36bd37bc, hostable agents: ['0f5c18ae-0b98-4d4d-aaff-bac106b0409b'], hosted agents: [] {{(pid=101539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 14:36:55.978078 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b4b8-067e-4d89-9a6f-781bfe29e8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:55.980918 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9d81b853-ad1a-4a92-803f-0f27f2bd77b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:56.015945 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5afc1f8-016c-45d4-b7d6-a9cb834a4dce admin admin] Network 154fe041-a0da-49d3-ad0f-1c0e36bd37bc is scheduled to be hosted by DHCP agent 0f5c18ae-0b98-4d4d-aaff-bac106b0409b with binding_index 1 {{(pid=101539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 14:36:56.025574 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2e12c10f-e7af-458c-b5e7-15de79ee6f6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:56.030962 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2e12c10f-e7af-458c-b5e7-15de79ee6f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:56.033593 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 59360) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:36:56.057339 dv-cinder-815848-1-iscsi neutron-server[101539]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 14:36:56.062722 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12c10f-e7af-458c-b5e7-15de79ee6f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f95f01-51a3-4e23-89b2-b1585c2ae2da,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:56.084828 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [None req-b5afc1f8-016c-45d4-b7d6-a9cb834a4dce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-1-iscsi, 154fe041-a0da-49d3-ad0f-1c0e36bd37bc) {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:36:56.108628 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 2905a60b-e9b8-4391-8a36-564920dde70e triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:36:56.108998 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:56.130388 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-62357724-bb3e-46b3-8274-5797f9a0dcf7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:56.152253 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bba0b23-a8ee-448f-92f5-50e98456ca84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb12ed448-6782-5d32-adc4-26a542b5c6bd-37179b0d-df91-4999-9b23-d6b35cc378c2', 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'fixed_ips': [{'subnet_id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b'}]}} from dv-cinder-815848-1-iscsi. {{(pid=101540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 14:36:56.153227 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1bba0b23-a8ee-448f-92f5-50e98456ca84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:56.242934 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-2e12c10f-e7af-458c-b5e7-15de79ee6f6b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a831c7f0645c4f14b50eef0b24792fa1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9506202 Oct 28 14:36:56.246877 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 59366) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:36:56.254352 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5afc1f8-016c-45d4-b7d6-a9cb834a4dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:36:56.255088 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b5afc1f8-016c-45d4-b7d6-a9cb834a4dce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for subnet, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:56.288989 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-b5afc1f8-016c-45d4-b7d6-a9cb834a4dce admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7566307 Oct 28 14:36:56.347459 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3d6c71-286f-4729-a0cf-6041cee17702 None None] Network 154fe041-a0da-49d3-ad0f-1c0e36bd37bc requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:36:56.404537 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-f9a9adec-9dee-4ebc-ad30-d6adcf8f8370 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:36:56.415148 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-f9a9adec-9dee-4ebc-ad30-d6adcf8f8370 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/networks?id=37ce60aa-6f83-4b57-945f-e1e5b981cb8b HTTP/1.1" status: 200 len: 811 time: 0.3587804 Oct 28 14:36:56.448479 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-9ef94f0a-9f5a-4a45-b54f-a3c28d3aa5e3 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/quotas/9d82e2b8f43e4ae1ac9d7014a692ee64 HTTP/1.1" status: 200 len: 375 time: 0.0260632 Oct 28 14:36:56.525364 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-89f17d3e-cec2-462c-b7ed-7332fe94e279 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9d82e2b8f43e4ae1ac9d7014a692ee64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821619 Oct 28 14:36:56.547043 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [None req-8ca5b4b8-067e-4d89-9a6f-781bfe29e8f7 admin admin] Allocated IP 172.27.2.24 (ee68bfbb-5103-4d10-b9ad-fba4a097df41/ecb224d9-3cd4-4979-8f79-b30a4344ff69/2d9e4d8d-552b-4951-beda-92b71ebb25f4) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:36:56.568897 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 59396) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:36:56.570955 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:56.639861 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] For port 2905a60b-e9b8-4391-8a36-564920dde70e, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=2905a60b-e9b8-4391-8a36-564920dde70e,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:36:56.657533 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-41171d0c-55e9-4ba1-b044-66aca62f753c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:56.673775 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:56.694442 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-41171d0c-55e9-4ba1-b044-66aca62f753c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:56.726661 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-c1c2245a-8d63-416e-bf78-fb9e20a05cf3 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 14:36:56.728326 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-c1c2245a-8d63-416e-bf78-fb9e20a05cf3 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0919838 Oct 28 14:36:56.767091 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-78a68cc0-05cf-4384-ba9f-dcc3a6df6aba tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:36:56.768599 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-78a68cc0-05cf-4384-ba9f-dcc3a6df6aba tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/networks?id=f66cb821-2d22-45aa-9985-3ea85500b50a HTTP/1.1" status: 200 len: 818 time: 0.1986196 Oct 28 14:36:56.770306 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc581916-3d3e-4a8d-b092-155df09e9824 None None] Network 8c4fd715-4b25-4fcf-8589-609c400168cc requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:36:56.792971 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9d81b853-ad1a-4a92-803f-0f27f2bd77b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:56.806443 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9d81b853-ad1a-4a92-803f-0f27f2bd77b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:56.830720 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d460c813-bd07-4d03-8e6d-11d4d38f731d None None] Network 154fe041-a0da-49d3-ad0f-1c0e36bd37bc requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:36:56.833500 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-2b4bfed1-2d44-4806-9e15-8f6a100f2e58 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/quotas/5dda0d6d1b084868853338165ea3601d HTTP/1.1" status: 200 len: 375 time: 0.0205879 Oct 28 14:36:56.887375 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.db_base_plugin_common [None req-1bba0b23-a8ee-448f-92f5-50e98456ca84 None None] Allocated IP 172.20.0.2 (37179b0d-df91-4999-9b23-d6b35cc378c2/fb6c52cb-73bc-43b9-9665-77e60bb1696b/7712fc34-35bd-4cea-9073-5e9eb7351889) {{(pid=101540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:36:56.891244 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-9d81b853-ad1a-4a92-803f-0f27f2bd77b9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=96080e48afc7493f8daee47d749b3698&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3087676 Oct 28 14:36:56.892675 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 59402) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:36:56.903013 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81b853-ad1a-4a92-803f-0f27f2bd77b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac79165-efe0-47ec-984f-6a1912ce14fb,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:56.927775 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-062fe901-16cf-4f8f-b111-8345b83da368 service neutron] 10.222.0.79 "GET /v2.0/networks/37ce60aa-6f83-4b57-945f-e1e5b981cb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889312 Oct 28 14:36:56.948500 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b4b8-067e-4d89-9a6f-781bfe29e8f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:56.952885 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-41171d0c-55e9-4ba1-b044-66aca62f753c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:56.955508 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-41171d0c-55e9-4ba1-b044-66aca62f753c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:56.959133 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-41171d0c-55e9-4ba1-b044-66aca62f753c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/93f95f01-51a3-4e23-89b2-b1585c2ae2da HTTP/1.1" status: 204 len: 168 time: 0.7079535 Oct 28 14:36:56.961483 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Pushing event updated for resources: {'Port': ['ID=2905a60b-e9b8-4391-8a36-564920dde70e,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:56.979329 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41171d0c-55e9-4ba1-b044-66aca62f753c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f95f01-51a3-4e23-89b2-b1585c2ae2da,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:57.090890 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-dbc1e662-a238-45e2-bc4a-2efbc52fb87e tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5dda0d6d1b084868853338165ea3601d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2434273 Oct 28 14:36:57.105471 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b4b8-067e-4d89-9a6f-781bfe29e8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:57.162356 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0605e166-5ddf-4dc6-bfd2-3b2a7457aa02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:57.164845 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-62357724-bb3e-46b3-8274-5797f9a0dcf7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:57.178992 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca5b4b8-067e-4d89-9a6f-781bfe29e8f7 admin admin] Network ee68bfbb-5103-4d10-b9ad-fba4a097df41 is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:36:57.211408 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-8ca5b4b8-067e-4d89-9a6f-781bfe29e8f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:36:57.219015 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0605e166-5ddf-4dc6-bfd2-3b2a7457aa02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:57.227343 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-88a47ff5-99a0-44f2-a9ee-ea5eb93760ee None None] Provisioning complete for port 416e66ac-8dfc-46c8-9501-ed48f64c44ee triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:36:57.227499 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-62357724-bb3e-46b3-8274-5797f9a0dcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:57.229736 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-88a47ff5-99a0-44f2-a9ee-ea5eb93760ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:57.231002 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca5b4b8-067e-4d89-9a6f-781bfe29e8f7 admin admin] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:36:57.231360 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-7278dcee-35b0-4a8a-9dc5-8ea05934928c service neutron] 10.222.0.79 "GET /v2.0/networks/37ce60aa-6f83-4b57-945f-e1e5b981cb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907112 Oct 28 14:36:57.235579 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5b4b8-067e-4d89-9a6f-781bfe29e8f7 admin admin] Pushing event updated for resources: {'Port': ['ID=2d9e4d8d-552b-4951-beda-92b71ebb25f4,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:57.340341 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] Sync routers for ids ['6da79959-c5fc-4df7-92c2-35e8dc809462'] in dv-cinder-815848-1-iscsi {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:36:57.341867 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0605e166-5ddf-4dc6-bfd2-3b2a7457aa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:57.350830 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0605e166-5ddf-4dc6-bfd2-3b2a7457aa02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:57.358560 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-0605e166-5ddf-4dc6-bfd2-3b2a7457aa02 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dac79165-efe0-47ec-984f-6a1912ce14fb HTTP/1.1" status: 204 len: 168 time: 0.4556339 Oct 28 14:36:57.428094 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605e166-5ddf-4dc6-bfd2-3b2a7457aa02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac79165-efe0-47ec-984f-6a1912ce14fb,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:57.502392 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [None req-62357724-bb3e-46b3-8274-5797f9a0dcf7 admin admin] Allocated IP 172.27.2.248 (ee68bfbb-5103-4d10-b9ad-fba4a097df41/ecb224d9-3cd4-4979-8f79-b30a4344ff69/a1a71b7d-532d-436f-becb-6fa6092f6d3e) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:36:57.511471 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] Routers {'6da79959-c5fc-4df7-92c2-35e8dc809462'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:36:57.512469 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:36:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['6da79959-c5fc-4df7-92c2-35e8dc809462'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:36:57.549074 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-6971d4d1-d760-41cb-8d72-5beadfd6b7a7 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 14:36:57.550152 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-6971d4d1-d760-41cb-8d72-5beadfd6b7a7 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1904397 Oct 28 14:36:57.558604 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 416e66ac-8dfc-46c8-9501-ed48f64c44ee up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:36:57.737013 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-d6fe9e2e-b9b5-494d-9e80-48afb3ac6f7f service neutron] 10.222.0.79 "GET /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734855 Oct 28 14:36:57.800259 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-62357724-bb3e-46b3-8274-5797f9a0dcf7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:57.860064 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-0fdbbdac-5b14-4a25-9f54-5e990d72d44d service neutron] 10.222.0.79 "GET /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145031 Oct 28 14:36:57.889689 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 59446) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:36:57.917673 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d7331e19-f681-4a2d-a0a9-f1209b5cefde admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:57.963313 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-62357724-bb3e-46b3-8274-5797f9a0dcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:58.094431 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] Set router 6da79959-c5fc-4df7-92c2-35e8dc809462 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:36:58.128974 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62357724-bb3e-46b3-8274-5797f9a0dcf7 admin admin] Network ee68bfbb-5103-4d10-b9ad-fba4a097df41 is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:36:58.134723 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62357724-bb3e-46b3-8274-5797f9a0dcf7 admin admin] Pushing event updated for resources: {'Port': ['ID=a1a71b7d-532d-436f-becb-6fa6092f6d3e,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:58.144012 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-62357724-bb3e-46b3-8274-5797f9a0dcf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:36:58.150574 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62357724-bb3e-46b3-8274-5797f9a0dcf7 admin admin] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:36:58.280808 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-88a47ff5-99a0-44f2-a9ee-ea5eb93760ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:58.290324 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1bba0b23-a8ee-448f-92f5-50e98456ca84 None None] Publish callbacks [] for port, precommit_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:58.359324 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1bba0b23-a8ee-448f-92f5-50e98456ca84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:58.466695 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba0b23-a8ee-448f-92f5-50e98456ca84 None None] Pushing event updated for resources: {'Port': ['ID=7712fc34-35bd-4cea-9073-5e9eb7351889,revision_number=1']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:58.513955 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d7331e19-f681-4a2d-a0a9-f1209b5cefde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:58.516822 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-88a47ff5-99a0-44f2-a9ee-ea5eb93760ee None None] For port 416e66ac-8dfc-46c8-9501-ed48f64c44ee, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=416e66ac-8dfc-46c8-9501-ed48f64c44ee,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:36:58.564999 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bba0b23-a8ee-448f-92f5-50e98456ca84 None None] Network 37179b0d-df91-4999-9b23-d6b35cc378c2 is already hosted by enough agents. {{(pid=101540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:36:58.582826 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.scheduler.base_scheduler [None req-1bba0b23-a8ee-448f-92f5-50e98456ca84 None None] Resources bound (agent type, host, resource id): {{(pid=101540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:36:58.598414 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d7331e19-f681-4a2d-a0a9-f1209b5cefde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:58.602735 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-88a47ff5-99a0-44f2-a9ee-ea5eb93760ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:58.685506 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-d7331e19-f681-4a2d-a0a9-f1209b5cefde admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=348ccc5270b9421ab528faab41802b86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7943151 Oct 28 14:36:58.694120 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-91babf64-0205-4db7-941d-0786105c6c66 req-7a31e0c9-3eb8-4b4e-acd3-aa9574fafbc3 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 210 time: 0.1838195 Oct 28 14:36:58.713178 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bba0b23-a8ee-448f-92f5-50e98456ca84 None None] Received port after_create {{(pid=101540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:36:58.716716 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 59488) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:36:58.774166 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 416e66ac-8dfc-46c8-9501-ed48f64c44ee triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:36:58.776166 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:58.811420 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7331e19-f681-4a2d-a0a9-f1209b5cefde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc241dd2-9bc7-47a2-a283-4227744f1785,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:58.857231 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-964a862c-1f9d-45f3-8561-5712e0a73b10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:58.867024 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-f8b947fe-9475-44e0-938a-d8f4086c2561 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:36:58.875848 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-f8b947fe-9475-44e0-938a-d8f4086c2561 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/networks?id=154fe041-a0da-49d3-ad0f-1c0e36bd37bc HTTP/1.1" status: 200 len: 815 time: 0.7642269 Oct 28 14:36:58.888313 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-3ae4dbbc-b4ac-4b00-91da-a08ca857c7c8 None None] Provisioning complete for port 416e66ac-8dfc-46c8-9501-ed48f64c44ee triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:36:58.888680 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-3ae4dbbc-b4ac-4b00-91da-a08ca857c7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:58.905847 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-74c0caa0-2d9c-484b-b7ce-ce2cc7fbc613 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/quotas/568d16c23053469dad2cfede8da540d0 HTTP/1.1" status: 200 len: 375 time: 0.0288196 Oct 28 14:36:58.960249 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-976234e1-c2e4-4dd5-b242-d23c887d6fa4 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=568d16c23053469dad2cfede8da540d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528667 Oct 28 14:36:58.970721 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-964a862c-1f9d-45f3-8561-5712e0a73b10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:58.986440 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da79959-c5fc-4df7-92c2-35e8dc809462', 'name': 'tempest-ServerRescueNegativeTestJSON-405070931-router', 'tenant_id': '5dda0d6d1b084868853338165ea3601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '2905a60b-e9b8-4391-8a36-564920dde70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:50Z', 'updated_at': '2021-10-28T14:36:53Z', 'revision_number': 4, 'project_id': '5dda0d6d1b084868853338165ea3601d', 'gw_port': {'id': '2905a60b-e9b8-4391-8a36-564920dde70e', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:83:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da79959-c5fc-4df7-92c2-35e8dc809462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:50Z', 'updated_at': '2021-10-28T14:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '70582b0a-41e8-4247-89dc-2849d4e13627', 'name': '', 'network_id': 'f66cb821-2d22-45aa-9985-3ea85500b50a', 'tenant_id': '5dda0d6d1b084868853338165ea3601d', 'mac_address': 'fa:16:3e:d3:ee:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da79959-c5fc-4df7-92c2-35e8dc809462', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f8630344-cf93-4cfe-815f-63516c44a48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:52Z', 'updated_at': '2021-10-28T14:36:53Z', 'revision_number': 2, 'project_id': '5dda0d6d1b084868853338165ea3601d', 'subnets': [{'id': 'f8630344-cf93-4cfe-815f-63516c44a48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:36:59.061875 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] Checking router: 6da79959-c5fc-4df7-92c2-35e8dc809462 for host: dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:36:59.062235 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] Updating router 6da79959-c5fc-4df7-92c2-35e8dc809462 port 70582b0a-41e8-4247-89dc-2849d4e13627 binding host dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 14:36:59.118328 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:59.161281 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-964a862c-1f9d-45f3-8561-5712e0a73b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:59.165318 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-964a862c-1f9d-45f3-8561-5712e0a73b10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:59.166615 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-964a862c-1f9d-45f3-8561-5712e0a73b10 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bc241dd2-9bc7-47a2-a283-4227744f1785 HTTP/1.1" status: 204 len: 168 time: 0.4322579 Oct 28 14:36:59.176930 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a862c-1f9d-45f3-8561-5712e0a73b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc241dd2-9bc7-47a2-a283-4227744f1785,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:59.188838 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-33d1f037-3489-4de2-9fae-0043107bfe5b service neutron] 10.222.0.79 "GET /v2.0/networks/154fe041-a0da-49d3-ad0f-1c0e36bd37bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268722 Oct 28 14:36:59.262130 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-62357724-bb3e-46b3-8274-5797f9a0dcf7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:59.313385 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-00326274-f334-4d7e-b9b5-3957b6f9281d req-c69b81f5-f4a6-495c-b4c1-55e8708f0ee0 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 210 time: 0.0504756 Oct 28 14:36:59.356841 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b4b8-067e-4d89-9a6f-781bfe29e8f7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:59.413731 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-4bd23bf9-4564-42cc-b018-7df8795b63e9 service neutron] 10.222.0.79 "GET /v2.0/networks/154fe041-a0da-49d3-ad0f-1c0e36bd37bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234743 Oct 28 14:36:59.444150 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a47ff5-99a0-44f2-a9ee-ea5eb93760ee None None] Pushing event updated for resources: {'Port': ['ID=416e66ac-8dfc-46c8-9501-ed48f64c44ee,revision_number=3']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:36:59.459170 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-1bba0b23-a8ee-448f-92f5-50e98456ca84 None None] Attempting to bind port 7712fc34-35bd-4cea-9073-5e9eb7351889 on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:36:59.459556 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-1bba0b23-a8ee-448f-92f5-50e98456ca84 None None] Attempting to bind port 7712fc34-35bd-4cea-9073-5e9eb7351889 by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': '72b1a595-edea-42ca-8564-6c883f9d150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2'}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:36:59.459909 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bba0b23-a8ee-448f-92f5-50e98456ca84 None None] Attempting to bind port 7712fc34-35bd-4cea-9073-5e9eb7351889 on network 37179b0d-df91-4999-9b23-d6b35cc378c2 {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:36:59.641669 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bba0b23-a8ee-448f-92f5-50e98456ca84 None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:36:59.658184 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bba0b23-a8ee-448f-92f5-50e98456ca84 None None] Checking segment: {'id': '72b1a595-edea-42ca-8564-6c883f9d150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:36:59.665593 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1bba0b23-a8ee-448f-92f5-50e98456ca84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:59.666329 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bba0b23-a8ee-448f-92f5-50e98456ca84 None None] Bound using segment: {'id': '72b1a595-edea-42ca-8564-6c883f9d150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2'} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:36:59.671512 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-1bba0b23-a8ee-448f-92f5-50e98456ca84 None None] Bound port: 7712fc34-35bd-4cea-9073-5e9eb7351889, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b1a595-edea-42ca-8564-6c883f9d150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2'}}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:36:59.673449 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1bba0b23-a8ee-448f-92f5-50e98456ca84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:36:59.815298 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d3c3c26f-a315-4787-8ffb-d03a3fc21409 req-fc98553d-d23a-4d31-9a5f-9ec072c6ad83 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 210 time: 0.0801153 Oct 28 14:36:59.994287 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b4b8-067e-4d89-9a6f-781bfe29e8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645785'] for router, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:00.138320 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] Publish callbacks [] for port, precommit_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:00.177186 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:00.244007 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 2905a60b-e9b8-4391-8a36-564920dde70e up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:37:00.275554 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-acf1992e-e7fb-49d1-a4a6-57531051764b req-aa66cf1c-6713-4d89-8ae2-ab984ee512a6 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 210 time: 0.1032019 Oct 28 14:37:00.365379 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-4a70858a-8838-4fa2-8aed-33c46b28258e tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:00.367000 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-4a70858a-8838-4fa2-8aed-33c46b28258e tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/networks?id=f66cb821-2d22-45aa-9985-3ea85500b50a HTTP/1.1" status: 200 len: 818 time: 0.3968480 Oct 28 14:37:00.400697 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-f986c3b6-e858-480e-bf7d-abeb6703a48e tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/quotas/5dda0d6d1b084868853338165ea3601d HTTP/1.1" status: 200 len: 375 time: 0.0274150 Oct 28 14:37:00.438131 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-1bba0b23-a8ee-448f-92f5-50e98456ca84 None None] For port 7712fc34-35bd-4cea-9073-5e9eb7351889, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:37:00.449456 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a5864-de96-4056-8ece-a9ec55abc8d4 None None] Pushing event updated for resources: {'Port': ['ID=70582b0a-41e8-4247-89dc-2849d4e13627,revision_number=3']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:00.463894 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-9647f52a-6e2c-428e-91d4-48be8ce204c8 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5dda0d6d1b084868853338165ea3601d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0616863 Oct 28 14:37:00.475254 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-1bba0b23-a8ee-448f-92f5-50e98456ca84 None None] For port 7712fc34-35bd-4cea-9073-5e9eb7351889, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=7712fc34-35bd-4cea-9073-5e9eb7351889,segment=NetworkSegment(72b1a595-edea-42ca-8564-6c883f9d150d),segment_id=72b1a595-edea-42ca-8564-6c883f9d150d)] {{(pid=101540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:37:00.482644 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] Attempting to bind port 70582b0a-41e8-4247-89dc-2849d4e13627 on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:37:00.483449 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] Attempting to bind port 70582b0a-41e8-4247-89dc-2849d4e13627 by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': '40cacd57-85a6-447b-bfa7-d4d37db9cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f66cb821-2d22-45aa-9985-3ea85500b50a'}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:37:00.484227 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] Attempting to bind port 70582b0a-41e8-4247-89dc-2849d4e13627 on network f66cb821-2d22-45aa-9985-3ea85500b50a {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:37:00.492798 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 2905a60b-e9b8-4391-8a36-564920dde70e triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:00.493954 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:00.497007 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:37:00.497687 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] Checking segment: {'id': '40cacd57-85a6-447b-bfa7-d4d37db9cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f66cb821-2d22-45aa-9985-3ea85500b50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:37:00.498987 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:00.499605 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] Bound using segment: {'id': '40cacd57-85a6-447b-bfa7-d4d37db9cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f66cb821-2d22-45aa-9985-3ea85500b50a'} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:37:00.500357 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] Bound port: 70582b0a-41e8-4247-89dc-2849d4e13627, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40cacd57-85a6-447b-bfa7-d4d37db9cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f66cb821-2d22-45aa-9985-3ea85500b50a'}}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:37:00.501038 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:00.504000 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1bba0b23-a8ee-448f-92f5-50e98456ca84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:00.523879 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-62357724-bb3e-46b3-8274-5797f9a0dcf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645785'] for router, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:00.590447 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-34f20b70-1449-4d2f-9b78-ee82b94a4a4d service neutron] 10.222.0.79 "GET /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255257 Oct 28 14:37:00.667835 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba0b23-a8ee-448f-92f5-50e98456ca84 None None] Pushing event updated for resources: {'Port': ['ID=7712fc34-35bd-4cea-9073-5e9eb7351889,revision_number=2']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:00.702071 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-8284a530-93fc-4cba-b71b-97770c32734a service neutron] 10.222.0.79 "GET /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096907 Oct 28 14:37:00.748900 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] For port 70582b0a-41e8-4247-89dc-2849d4e13627, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:37:00.753827 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] For port 70582b0a-41e8-4247-89dc-2849d4e13627, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=70582b0a-41e8-4247-89dc-2849d4e13627,segment=NetworkSegment(40cacd57-85a6-447b-bfa7-d4d37db9cdb1),segment_id=40cacd57-85a6-447b-bfa7-d4d37db9cdb1)] {{(pid=101540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:37:00.778581 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:00.781199 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca5b4b8-067e-4d89-9a6f-781bfe29e8f7 admin admin] Router 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 is scheduled to L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd with binding_index 1 {{(pid=101538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 14:37:00.969301 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca5b4b8-067e-4d89-9a6f-781bfe29e8f7 admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:37:01.018102 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] Sync routers for ids ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'] in dv-cinder-815848-1-iscsi {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:37:01.030298 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] Routers {'5b287cdb-ac50-4cf8-b5eb-ebdbab335342'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:37:01.030553 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a5864-de96-4056-8ece-a9ec55abc8d4 None None] Pushing event updated for resources: {'Port': ['ID=70582b0a-41e8-4247-89dc-2849d4e13627,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:01.031345 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:36:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:37:01.041529 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b4b8-067e-4d89-9a6f-781bfe29e8f7 admin admin] Publish callbacks [] for router, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:01.051235 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-8ca5b4b8-067e-4d89-9a6f-781bfe29e8f7 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.9906282 Oct 28 14:37:01.052735 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 59608) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:01.055276 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8b34cda0-d22b-41a2-86bf-3580975250b3 req-3ed38dd0-f619-4f80-851c-1b785759e788 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 210 time: 0.1669757 Oct 28 14:37:01.121283 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f1e690ca-7219-4f97-a259-ff1faa0b9d50 req-3dc7fe27-b953-4ec4-8e20-8cb9466af564 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 210 time: 0.0647898 Oct 28 14:37:01.147648 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] Routers {'6da79959-c5fc-4df7-92c2-35e8dc809462'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:37:01.147648 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:36:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['6da79959-c5fc-4df7-92c2-35e8dc809462'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:37:01.177339 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62357724-bb3e-46b3-8274-5797f9a0dcf7 admin admin] Router 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 is scheduled to L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd with binding_index 1 {{(pid=101538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 14:37:01.271190 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] Set router 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:37:01.407125 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] Set router 6da79959-c5fc-4df7-92c2-35e8dc809462 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:37:01.631448 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62357724-bb3e-46b3-8274-5797f9a0dcf7 admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:37:01.644666 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] Sync routers for ids ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'] in dv-cinder-815848-1-iscsi {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:37:01.694640 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-16d71bed-b5e5-49eb-8640-412fdcc98f1f req-48c8d165-0973-4524-89e6-51c4835ba668 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 210 time: 0.0682724 Oct 28 14:37:01.697136 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 416e66ac-8dfc-46c8-9501-ed48f64c44ee up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:37:01.738257 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-62357724-bb3e-46b3-8274-5797f9a0dcf7 admin admin] Publish callbacks [] for router, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:01.741732 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-62357724-bb3e-46b3-8274-5797f9a0dcf7 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9547145 Oct 28 14:37:01.742673 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 59632) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:01.769428 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'name': 'tempest-AttachVolumeShelveTestJSON-1003602660-router', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:53Z', 'updated_at': '2021-10-28T14:36:57Z', 'revision_number': 3, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'gw_port': {'id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:56Z', 'updated_at': '2021-10-28T14:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:37:01.802340 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] Checking router: 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 for host: dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:37:01.803166 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] Updating router 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 port 2d9e4d8d-552b-4951-beda-92b71ebb25f4 binding host dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 14:37:01.853981 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:01.896344 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] Routers {'1e4dff63-9fe7-41ea-abd6-13ae722d16f6'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:37:01.896993 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:36:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:37:02.144435 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 416e66ac-8dfc-46c8-9501-ed48f64c44ee triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:02.144805 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:02.180851 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] Set router 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:37:02.211785 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5b1533b8-b958-41db-b68e-4225965aebe5 req-8ae2a6f8-fbcd-4371-a7e7-df0f433561d8 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 210 time: 0.0521746 Oct 28 14:37:02.264013 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da79959-c5fc-4df7-92c2-35e8dc809462', 'name': 'tempest-ServerRescueNegativeTestJSON-405070931-router', 'tenant_id': '5dda0d6d1b084868853338165ea3601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '2905a60b-e9b8-4391-8a36-564920dde70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:50Z', 'updated_at': '2021-10-28T14:36:53Z', 'revision_number': 4, 'project_id': '5dda0d6d1b084868853338165ea3601d', 'gw_port': {'id': '2905a60b-e9b8-4391-8a36-564920dde70e', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:83:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da79959-c5fc-4df7-92c2-35e8dc809462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:50Z', 'updated_at': '2021-10-28T14:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '70582b0a-41e8-4247-89dc-2849d4e13627', 'name': '', 'network_id': 'f66cb821-2d22-45aa-9985-3ea85500b50a', 'tenant_id': '5dda0d6d1b084868853338165ea3601d', 'mac_address': 'fa:16:3e:d3:ee:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da79959-c5fc-4df7-92c2-35e8dc809462', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f8630344-cf93-4cfe-815f-63516c44a48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:52Z', 'updated_at': '2021-10-28T14:37:00Z', 'revision_number': 4, 'project_id': '5dda0d6d1b084868853338165ea3601d', 'subnets': [{'id': 'f8630344-cf93-4cfe-815f-63516c44a48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:37:02.337609 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fbb5cc-057d-43bc-ac0e-e7e2a9fd6a7b None None] The sync data for ids ['6da79959-c5fc-4df7-92c2-35e8dc809462'] in dv-cinder-815848-1-iscsi is: [{'id': '6da79959-c5fc-4df7-92c2-35e8dc809462', 'name': 'tempest-ServerRescueNegativeTestJSON-405070931-router', 'tenant_id': '5dda0d6d1b084868853338165ea3601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '2905a60b-e9b8-4391-8a36-564920dde70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:50Z', 'updated_at': '2021-10-28T14:36:53Z', 'revision_number': 4, 'project_id': '5dda0d6d1b084868853338165ea3601d', 'gw_port': {'id': '2905a60b-e9b8-4391-8a36-564920dde70e', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:83:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da79959-c5fc-4df7-92c2-35e8dc809462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:50Z', 'updated_at': '2021-10-28T14:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '70582b0a-41e8-4247-89dc-2849d4e13627', 'name': '', 'network_id': 'f66cb821-2d22-45aa-9985-3ea85500b50a', 'tenant_id': '5dda0d6d1b084868853338165ea3601d', 'mac_address': 'fa:16:3e:d3:ee:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da79959-c5fc-4df7-92c2-35e8dc809462', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f8630344-cf93-4cfe-815f-63516c44a48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:52Z', 'updated_at': '2021-10-28T14:37:00Z', 'revision_number': 4, 'project_id': '5dda0d6d1b084868853338165ea3601d', 'subnets': [{'id': 'f8630344-cf93-4cfe-815f-63516c44a48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:37:02.345139 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8b2af340-f044-44d5-ab07-13d5a0f01414 req-d33f90f2-3aff-4b8a-b61c-a14c30948ae8 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 210 time: 0.0707827 Oct 28 14:37:02.355011 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1bcc27-50bf-4766-ab5f-d780b5034cb8 None None] Network 37179b0d-df91-4999-9b23-d6b35cc378c2 requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:37:02.484524 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] Publish callbacks [] for port, precommit_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:02.513663 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:02.694343 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] Attempting to bind port 2d9e4d8d-552b-4951-beda-92b71ebb25f4 on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:37:02.694724 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] Attempting to bind port 2d9e4d8d-552b-4951-beda-92b71ebb25f4 by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}] {{(pid=101541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:37:02.695136 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] Attempting to bind port 2d9e4d8d-552b-4951-beda-92b71ebb25f4 on network ee68bfbb-5103-4d10-b9ad-fba4a097df41 {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:37:02.710808 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242de5a-140d-4d48-aefc-3b5f08d15824 None None] Pushing event updated for resources: {'Port': ['ID=2d9e4d8d-552b-4951-beda-92b71ebb25f4,revision_number=2']} {{(pid=101541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:02.718904 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:37:02.719290 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] Checking segment: {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:37:02.719683 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:02.720070 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] Bound using segment: {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'} {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:37:02.720533 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] Bound port: 2d9e4d8d-552b-4951-beda-92b71ebb25f4, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}}] {{(pid=101541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:37:02.720925 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:02.878171 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:02.894273 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.db [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] For port 2d9e4d8d-552b-4951-beda-92b71ebb25f4, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:37:02.898843 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-16efcf73-c26a-4bed-8d3e-31f949b9c017 None None] Provisioning complete for port 7712fc34-35bd-4cea-9073-5e9eb7351889 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:02.901937 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-16efcf73-c26a-4bed-8d3e-31f949b9c017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:02.906787 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.db [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] For port 2d9e4d8d-552b-4951-beda-92b71ebb25f4, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=2d9e4d8d-552b-4951-beda-92b71ebb25f4,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:37:02.928431 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:03.023698 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a18d80f9-e53c-4b25-bc11-94578f697208 req-40712eaa-148d-484c-b1db-64cc2d283d45 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 210 time: 0.1085329 Oct 28 14:37:03.106483 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242de5a-140d-4d48-aefc-3b5f08d15824 None None] Pushing event updated for resources: {'Port': ['ID=2d9e4d8d-552b-4951-beda-92b71ebb25f4,revision_number=3']} {{(pid=101541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:03.116379 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 7712fc34-35bd-4cea-9073-5e9eb7351889 up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:37:03.134416 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] Routers {'5b287cdb-ac50-4cf8-b5eb-ebdbab335342'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:37:03.135523 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:36:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:37:03.304069 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 59694) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:03.336457 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] Set router 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:37:03.345692 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'name': 'tempest-AttachVolumeTestJSON-702501146-router', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:54Z', 'updated_at': '2021-10-28T14:36:58Z', 'revision_number': 3, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'gw_port': {'id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:57Z', 'updated_at': '2021-10-28T14:36:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:37:03.359982 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-0ec35c0c-fe95-4d74-886a-70d9065f1e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:03.413378 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-914ca1af-88d0-43d7-ac4b-7abfd077f0a7 req-d872e65d-a3dd-4083-99c1-f306b424e955 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 210 time: 0.0530596 Oct 28 14:37:03.430766 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 7712fc34-35bd-4cea-9073-5e9eb7351889 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:03.431067 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:03.475276 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] Checking router: 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 for host: dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:37:03.478696 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] Updating router 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 port a1a71b7d-532d-436f-becb-6fa6092f6d3e binding host dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 14:37:03.555325 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8d687657-9e4b-4bff-8251-dc9fca91316c req-c0abbe0c-6edb-4a1f-ae7f-8f886f2142df tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 210 time: 0.0635908 Oct 28 14:37:03.576730 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-5d6984c3-ea4c-4232-add7-24c693d76142 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:03.617128 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-16efcf73-c26a-4bed-8d3e-31f949b9c017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:03.661831 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.72', 59777) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:03.688240 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:03.734597 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-16efcf73-c26a-4bed-8d3e-31f949b9c017 None None] For port 7712fc34-35bd-4cea-9073-5e9eb7351889, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=7712fc34-35bd-4cea-9073-5e9eb7351889,segment=NetworkSegment(72b1a595-edea-42ca-8564-6c883f9d150d),segment_id=72b1a595-edea-42ca-8564-6c883f9d150d)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:37:03.778004 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-16efcf73-c26a-4bed-8d3e-31f949b9c017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:03.793038 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-5d6984c3-ea4c-4232-add7-24c693d76142 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:03.808666 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-5d6984c3-ea4c-4232-add7-24c693d76142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:03.818344 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'name': 'tempest-AttachVolumeShelveTestJSON-1003602660-router', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:53Z', 'updated_at': '2021-10-28T14:36:57Z', 'revision_number': 3, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'gw_port': {'id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:56Z', 'updated_at': '2021-10-28T14:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:37:03.847018 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-5d6984c3-ea4c-4232-add7-24c693d76142 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=54e4e7c603ba42e285d3c9edbefd35e6&name=default HTTP/1.1" status: 200 len: 2976 time: 0.5417855 Oct 28 14:37:03.861307 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 59702) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:03.882033 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb4e18b-69a7-410b-a39b-040217f54abe None None] The sync data for ids ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'] in dv-cinder-815848-1-iscsi is: [{'id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'name': 'tempest-AttachVolumeShelveTestJSON-1003602660-router', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:53Z', 'updated_at': '2021-10-28T14:36:57Z', 'revision_number': 3, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'gw_port': {'id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:56Z', 'updated_at': '2021-10-28T14:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}] {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:37:03.973247 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6984c3-ea4c-4232-add7-24c693d76142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e559eee2-45c5-4843-9997-96f8a014ecee,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:04.016081 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-24490bae-9d76-48ed-9284-187937fa5bca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:04.106226 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-24490bae-9d76-48ed-9284-187937fa5bca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:04.202082 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efcf73-c26a-4bed-8d3e-31f949b9c017 None None] Pushing event updated for resources: {'Port': ['ID=7712fc34-35bd-4cea-9073-5e9eb7351889,revision_number=3']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:04.209895 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-b209a2e6-0e3b-4dec-8828-1b4b8b2e7743 None None] Provisioning complete for port 7712fc34-35bd-4cea-9073-5e9eb7351889 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:04.215225 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-b209a2e6-0e3b-4dec-8828-1b4b8b2e7743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:04.285219 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-eae84692-e7b5-48cd-acf6-ec09b5a1cbdf req-0ac74a97-6869-4348-ae63-c9909b48639b tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 210 time: 0.1094964 Oct 28 14:37:04.328318 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.72', 59782) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:04.372253 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 70582b0a-41e8-4247-89dc-2849d4e13627 up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:37:04.443684 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-095b5682-8b33-4bc8-8456-738bf720d7ad tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:04.444313 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-24490bae-9d76-48ed-9284-187937fa5bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:04.446484 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-095b5682-8b33-4bc8-8456-738bf720d7ad tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.72 "GET /v2.0/networks?id=f66cb821-2d22-45aa-9985-3ea85500b50a HTTP/1.1" status: 200 len: 818 time: 0.7569435 Oct 28 14:37:04.447287 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-24490bae-9d76-48ed-9284-187937fa5bca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:04.449118 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-24490bae-9d76-48ed-9284-187937fa5bca admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e559eee2-45c5-4843-9997-96f8a014ecee HTTP/1.1" status: 204 len: 168 time: 0.5857055 Oct 28 14:37:04.482314 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24490bae-9d76-48ed-9284-187937fa5bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e559eee2-45c5-4843-9997-96f8a014ecee,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:04.515604 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [None req-0ec35c0c-fe95-4d74-886a-70d9065f1e6d admin admin] Allocated IP 172.20.0.1 (8c4fd715-4b25-4fcf-8589-609c400168cc/8c385150-b18d-415b-9404-b587a3485a15/baab3484-c53c-42e4-a44d-d303f6883550) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:37:04.538572 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-45b0bec0-fde7-4c04-ab50-2e2cd7833e9f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Request body: {'port': {'device_id': 'cf0de061-5183-4ed3-a776-d17bdafe9e97', 'network_id': 'f66cb821-2d22-45aa-9985-3ea85500b50a', 'admin_state_up': True, 'tenant_id': '5dda0d6d1b084868853338165ea3601d'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:37:04.590000 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-eca907c4-b0c7-467c-8125-0ba2d655680d tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:04.596138 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-eca907c4-b0c7-467c-8125-0ba2d655680d tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.72 "GET /v2.0/networks?id=37ce60aa-6f83-4b57-945f-e1e5b981cb8b HTTP/1.1" status: 200 len: 811 time: 0.2337668 Oct 28 14:37:04.707947 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7f123d17-8264-4424-b80a-a1ca6e392c55 req-90f1b42c-b80e-4dad-95ca-c83a060d5063 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 210 time: 0.1039536 Oct 28 14:37:04.713641 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-9dc72b96-ff8c-41f1-b1b7-19cd29572cbc tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Request body: {'port': {'device_id': '4e5eceba-e767-45ee-852f-b6c8b9e2fbf5', 'network_id': '37ce60aa-6f83-4b57-945f-e1e5b981cb8b', 'admin_state_up': True, 'tenant_id': '9d82e2b8f43e4ae1ac9d7014a692ee64'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:37:04.767466 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-0ac3eaec-c053-45db-bb49-86d7b2ec86f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:05.027330 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e9c48ed5-c45d-48ab-b125-9e753ef783ce req-d909ea96-d4ac-4be0-8e8f-460c697ae46e tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 210 time: 0.3230450 Oct 28 14:37:05.055513 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.72', 59787) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:05.063415 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] Publish callbacks [] for port, precommit_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:05.073005 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 70582b0a-41e8-4247-89dc-2849d4e13627 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:05.073381 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:05.163278 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:05.173128 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-c5f2c4a2-37d8-49cb-b72e-756f5405639b tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:05.174922 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-c5f2c4a2-37d8-49cb-b72e-756f5405639b tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.72 "GET /v2.0/networks?id=f66cb821-2d22-45aa-9985-3ea85500b50a HTTP/1.1" status: 200 len: 818 time: 0.1163893 Oct 28 14:37:05.347002 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-8304d157-5de2-4d13-8340-146834ea0821 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Request body: {'port': {'device_id': '5cc8a6f9-1e42-4357-97fe-85be02022d2e', 'network_id': 'f66cb821-2d22-45aa-9985-3ea85500b50a', 'admin_state_up': True, 'tenant_id': '5dda0d6d1b084868853338165ea3601d'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:37:05.366400 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] Attempting to bind port a1a71b7d-532d-436f-becb-6fa6092f6d3e on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:37:05.366939 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] Attempting to bind port a1a71b7d-532d-436f-becb-6fa6092f6d3e by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:37:05.367870 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] Attempting to bind port a1a71b7d-532d-436f-becb-6fa6092f6d3e on network ee68bfbb-5103-4d10-b9ad-fba4a097df41 {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:37:05.374552 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-9dc72b96-ff8c-41f1-b1b7-19cd29572cbc tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Made reservation on behalf of 9d82e2b8f43e4ae1ac9d7014a692ee64 for: {'port': 1} {{(pid=101539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:37:05.378825 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-9dc72b96-ff8c-41f1-b1b7-19cd29572cbc tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:05.431069 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:37:05.431697 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] Checking segment: {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:37:05.433394 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:05.434462 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] Bound using segment: {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:37:05.437753 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] Bound port: a1a71b7d-532d-436f-becb-6fa6092f6d3e, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:37:05.438237 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:05.491896 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 59778) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:05.574703 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb4a4b-c9d1-4455-b69c-416e6edd31ff None None] Pushing event updated for resources: {'Port': ['ID=a1a71b7d-532d-436f-becb-6fa6092f6d3e,revision_number=2']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:05.647846 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] For port a1a71b7d-532d-436f-becb-6fa6092f6d3e, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:37:05.776676 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.72', 59791) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:05.901403 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] For port a1a71b7d-532d-436f-becb-6fa6092f6d3e, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=a1a71b7d-532d-436f-becb-6fa6092f6d3e,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:37:05.906559 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [None req-0ac3eaec-c053-45db-bb49-86d7b2ec86f2 admin admin] Allocated IP 172.20.0.1 (37179b0d-df91-4999-9b23-d6b35cc378c2/fb6c52cb-73bc-43b9-9665-77e60bb1696b/6396ece7-da79-42e9-9e88-84dc28d67fc6) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:37:05.908623 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:05.922104 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:06.017655 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-dd330215-0497-41d0-b509-12755ac4f919 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:06.034923 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 59784) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:06.126448 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] For port 70582b0a-41e8-4247-89dc-2849d4e13627, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=70582b0a-41e8-4247-89dc-2849d4e13627,segment=NetworkSegment(40cacd57-85a6-447b-bfa7-d4d37db9cdb1),segment_id=40cacd57-85a6-447b-bfa7-d4d37db9cdb1)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:37:06.141736 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-dd330215-0497-41d0-b509-12755ac4f919 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:06.147366 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d121b71e-9ae2-40ec-a307-f0af7212fc25 req-7ba2539a-72de-465a-994d-043435999793 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 210 time: 0.7167997 Oct 28 14:37:06.175672 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:06.191948 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] Routers {'1e4dff63-9fe7-41ea-abd6-13ae722d16f6'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:37:06.199681 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:36:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:37:06.303599 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-0ac3eaec-c053-45db-bb49-86d7b2ec86f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:06.351209 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb4a4b-c9d1-4455-b69c-416e6edd31ff None None] Pushing event updated for resources: {'Port': ['ID=a1a71b7d-532d-436f-becb-6fa6092f6d3e,revision_number=3']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:06.378546 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-0ec35c0c-fe95-4d74-886a-70d9065f1e6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:06.481028 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Pushing event updated for resources: {'Port': ['ID=70582b0a-41e8-4247-89dc-2849d4e13627,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:06.525180 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] Set router 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:37:06.547965 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-749c9015-aaf3-40aa-a56c-c84a34ebcd65 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:06.549474 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-749c9015-aaf3-40aa-a56c-c84a34ebcd65 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.72 "GET /v2.0/networks?id=154fe041-a0da-49d3-ad0f-1c0e36bd37bc HTTP/1.1" status: 200 len: 815 time: 0.4837682 Oct 28 14:37:06.555997 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a30919b7-ab10-4047-8f36-569d5100859a req-c85994f9-f649-4dcd-aeff-678a7f4e59cf tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 210 time: 0.5221896 Oct 28 14:37:06.561754 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-dd330215-0497-41d0-b509-12755ac4f919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:06.611461 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-45b0bec0-fde7-4c04-ab50-2e2cd7833e9f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Made reservation on behalf of 5dda0d6d1b084868853338165ea3601d for: {'port': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:37:06.615339 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-45b0bec0-fde7-4c04-ab50-2e2cd7833e9f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:06.637645 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-0ac3eaec-c053-45db-bb49-86d7b2ec86f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:06.651275 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd330215-0497-41d0-b509-12755ac4f919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de427910-6edc-4716-ad73-46454deec882,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:06.656734 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-99f4e46b-6d89-4b9e-a5bc-d1c166999c58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:06.659573 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 2d9e4d8d-552b-4951-beda-92b71ebb25f4 up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:37:06.730557 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-8304d157-5de2-4d13-8340-146834ea0821 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Made reservation on behalf of 5dda0d6d1b084868853338165ea3601d for: {'port': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:37:06.747443 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-8304d157-5de2-4d13-8340-146834ea0821 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:06.751075 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac3eaec-c053-45db-bb49-86d7b2ec86f2 admin admin] Network 37179b0d-df91-4999-9b23-d6b35cc378c2 is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:37:06.822598 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-04a61693-ef46-4cf7-95b9-f95dd6b40c20 req-9f9f2abd-f712-425d-9de4-757ed38200b8 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 210 time: 0.2532804 Oct 28 14:37:06.864204 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 2d9e4d8d-552b-4951-beda-92b71ebb25f4 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:06.864602 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:06.874294 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-0ac3eaec-c053-45db-bb49-86d7b2ec86f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:37:06.931897 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac3eaec-c053-45db-bb49-86d7b2ec86f2 admin admin] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:37:06.932384 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-0ac3eaec-c053-45db-bb49-86d7b2ec86f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640452'] for router_interface, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:06.935030 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-99f4e46b-6d89-4b9e-a5bc-d1c166999c58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:06.979506 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-dd330215-0497-41d0-b509-12755ac4f919 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=36a7ced03a20440d98b801eda6c326d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4730935 Oct 28 14:37:06.996708 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-99f4e46b-6d89-4b9e-a5bc-d1c166999c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:07.024081 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'name': 'tempest-AttachVolumeTestJSON-702501146-router', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:54Z', 'updated_at': '2021-10-28T14:36:58Z', 'revision_number': 3, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'gw_port': {'id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:57Z', 'updated_at': '2021-10-28T14:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:37:07.040879 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 59804) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:07.103056 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d3c54-5c02-45a0-bde2-667557a22bc3 None None] The sync data for ids ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'] in dv-cinder-815848-1-iscsi is: [{'id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'name': 'tempest-AttachVolumeTestJSON-702501146-router', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:54Z', 'updated_at': '2021-10-28T14:36:58Z', 'revision_number': 3, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'gw_port': {'id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:57Z', 'updated_at': '2021-10-28T14:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}] {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:37:07.112977 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-029c2ec2-f006-406e-a731-8c30f09aebd4 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Request body: {'port': {'device_id': '778b6640-876b-4c68-a5e9-afffaf49eab6', 'network_id': '154fe041-a0da-49d3-ad0f-1c0e36bd37bc', 'admin_state_up': True, 'tenant_id': '568d16c23053469dad2cfede8da540d0'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:37:07.133955 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:07.146479 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4e46b-6d89-4b9e-a5bc-d1c166999c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a34ff6-4ebc-4c0f-817b-fa6499413a09,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:07.225265 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] For port 2d9e4d8d-552b-4951-beda-92b71ebb25f4, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=2d9e4d8d-552b-4951-beda-92b71ebb25f4,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:37:07.242353 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-99f4e46b-6d89-4b9e-a5bc-d1c166999c58 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9c4c6edcf3d040c89e37d0fbdea5c822&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0935559 Oct 28 14:37:07.249539 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:07.250876 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3eaec-c053-45db-bb49-86d7b2ec86f2 admin admin] Pushing event updated for resources: {'Port': ['ID=6396ece7-da79-42e9-9e88-84dc28d67fc6,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:07.251542 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 7712fc34-35bd-4cea-9073-5e9eb7351889 up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:37:07.259083 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 59808) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:07.408817 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.db_base_plugin_common [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-9dc72b96-ff8c-41f1-b1b7-19cd29572cbc tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Allocated IP 172.20.0.5 (37ce60aa-6f83-4b57-945f-e1e5b981cb8b/32493066-007b-46d5-a9f2-dacbc5a27bba/f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8) {{(pid=101539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:37:07.446125 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1e0312e0-5b2b-4f78-9268-1dbbc321e12d req-6b2fe494-ea99-4534-b420-e056113acc63 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 210 time: 0.1291218 Oct 28 14:37:07.469184 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-0ec35c0c-fe95-4d74-886a-70d9065f1e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:07.474962 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-677914f5-fe20-49b6-acc5-411ac213263c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:07.487916 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-aabf2860-aadb-4a3f-bde5-b6da8d39320a None None] Provisioning complete for port 6396ece7-da79-42e9-9e88-84dc28d67fc6 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:07.488572 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-aabf2860-aadb-4a3f-bde5-b6da8d39320a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:07.524468 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-76582b4e-9235-4e14-8569-6d511601c603 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:07.623870 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-76582b4e-9235-4e14-8569-6d511601c603 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:07.640119 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-aabf2860-aadb-4a3f-bde5-b6da8d39320a None None] Port 6396ece7-da79-42e9-9e88-84dc28d67fc6 cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:37:07.641456 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-677914f5-fe20-49b6-acc5-411ac213263c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:07.643013 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Pushing event updated for resources: {'Port': ['ID=2d9e4d8d-552b-4951-beda-92b71ebb25f4,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:07.670852 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 7712fc34-35bd-4cea-9073-5e9eb7351889 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:07.671360 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:07.852116 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-51cc9526-21c1-4e0a-80e4-30164e9b0382 req-5f65e168-16de-451f-9887-52618f9043ba tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 210 time: 0.0676858 Oct 28 14:37:07.978080 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-76582b4e-9235-4e14-8569-6d511601c603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:07.980869 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-76582b4e-9235-4e14-8569-6d511601c603 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:07.982085 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-76582b4e-9235-4e14-8569-6d511601c603 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/01a34ff6-4ebc-4c0f-817b-fa6499413a09 HTTP/1.1" status: 204 len: 168 time: 0.7209105 Oct 28 14:37:08.142164 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec35c0c-fe95-4d74-886a-70d9065f1e6d admin admin] Network 8c4fd715-4b25-4fcf-8589-609c400168cc is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:37:08.162047 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-45b0bec0-fde7-4c04-ab50-2e2cd7833e9f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Allocated IP 172.20.0.10 (f66cb821-2d22-45aa-9985-3ea85500b50a/f8630344-cf93-4cfe-815f-63516c44a48e/01f0ba98-94da-451b-9875-bf8c7594c4fe) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:37:08.187807 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-0ec35c0c-fe95-4d74-886a-70d9065f1e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:37:08.199757 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec35c0c-fe95-4d74-886a-70d9065f1e6d admin admin] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:37:08.200262 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-0ec35c0c-fe95-4d74-886a-70d9065f1e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640452'] for router_interface, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:08.313631 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-9dc72b96-ff8c-41f1-b1b7-19cd29572cbc tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Publish callbacks [] for port, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:08.396486 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e5ca6999-d4f4-4b2a-9df6-f7b09da870df req-b2b5006a-a5d5-420a-a7d6-f9e9dae1bbb5 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 210 time: 0.3577375 Oct 28 14:37:08.397619 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-677914f5-fe20-49b6-acc5-411ac213263c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:08.405173 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-677914f5-fe20-49b6-acc5-411ac213263c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:08.406712 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-677914f5-fe20-49b6-acc5-411ac213263c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/de427910-6edc-4716-ad73-46454deec882 HTTP/1.1" status: 204 len: 168 time: 1.3295264 Oct 28 14:37:08.408908 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76582b4e-9235-4e14-8569-6d511601c603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a34ff6-4ebc-4c0f-817b-fa6499413a09,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:08.412966 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:37:08.452625 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-029c2ec2-f006-406e-a731-8c30f09aebd4 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Made reservation on behalf of 568d16c23053469dad2cfede8da540d0 for: {'port': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:37:08.474656 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-9dc72b96-ff8c-41f1-b1b7-19cd29572cbc tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:08.485362 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-029c2ec2-f006-406e-a731-8c30f09aebd4 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:08.520434 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677914f5-fe20-49b6-acc5-411ac213263c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de427910-6edc-4716-ad73-46454deec882,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:08.533695 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec35c0c-fe95-4d74-886a-70d9065f1e6d admin admin] Pushing event updated for resources: {'Port': ['ID=baab3484-c53c-42e4-a44d-d303f6883550,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:08.719849 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 2d9e4d8d-552b-4951-beda-92b71ebb25f4 up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:37:08.819863 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-0ac3eaec-c053-45db-bb49-86d7b2ec86f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:08.926946 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-9dc72b96-ff8c-41f1-b1b7-19cd29572cbc tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Network 37ce60aa-6f83-4b57-945f-e1e5b981cb8b is already hosted by enough agents. {{(pid=101539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:37:08.955394 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 2d9e4d8d-552b-4951-beda-92b71ebb25f4 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:08.955939 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:08.973603 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-9dc72b96-ff8c-41f1-b1b7-19cd29572cbc tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Resources bound (agent type, host, resource id): {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:37:08.978402 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-9dc72b96-ff8c-41f1-b1b7-19cd29572cbc tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Received port after_create {{(pid=101539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:37:09.002828 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-9dc72b96-ff8c-41f1-b1b7-19cd29572cbc tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:09.002828 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-9dc72b96-ff8c-41f1-b1b7-19cd29572cbc tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for port, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:09.037558 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc72b96-ff8c-41f1-b1b7-19cd29572cbc tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Pushing event updated for resources: {'Port': ['ID=f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:09.073213 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d35561-f774-4fe1-889d-b334460c3775 req-83924573-7bd3-4dfb-b14b-853c6360a62e tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:09.081607 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d2d35561-f774-4fe1-889d-b334460c3775 req-83924573-7bd3-4dfb-b14b-853c6360a62e tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 931 time: 0.3499892 Oct 28 14:37:09.129925 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-645a4f11-0197-4904-9a94-a56f399cc1b8 None None] Provisioning complete for port baab3484-c53c-42e4-a44d-d303f6883550 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:09.130208 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-9dc72b96-ff8c-41f1-b1b7-19cd29572cbc tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4288535 Oct 28 14:37:09.141280 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-645a4f11-0197-4904-9a94-a56f399cc1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:09.207316 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-72dcf1e3-ec8d-4560-8a9a-901db025c1e2 req-1d6cca40-a27f-4acd-a91c-cbca165c1de6 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 210 time: 0.1189730 Oct 28 14:37:09.320817 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d2d35561-f774-4fe1-889d-b334460c3775 req-c5f45e05-545d-4017-9ade-f670589a94ac tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f44b34d-572d-4878-b6e6-5bf4e969b157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042844 Oct 28 14:37:09.352376 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-645a4f11-0197-4904-9a94-a56f399cc1b8 None None] Port baab3484-c53c-42e4-a44d-d303f6883550 cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:37:09.437761 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 70582b0a-41e8-4247-89dc-2849d4e13627 up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:37:09.539102 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-0ac3eaec-c053-45db-bb49-86d7b2ec86f2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:09.546342 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 70582b0a-41e8-4247-89dc-2849d4e13627 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:09.547712 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:09.577905 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-0ac3eaec-c053-45db-bb49-86d7b2ec86f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:09.579112 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-0ac3eaec-c053-45db-bb49-86d7b2ec86f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645972'] for router_interface, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:09.642643 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7c1a5126-05b4-4302-8994-9195c1ccc1d8 req-4eed192f-3f12-4f1b-9ed4-d43e53f0fde4 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 210 time: 0.0682321 Oct 28 14:37:09.671390 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-0ec35c0c-fe95-4d74-886a-70d9065f1e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:09.782517 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device a1a71b7d-532d-436f-becb-6fa6092f6d3e up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:37:09.931145 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port a1a71b7d-532d-436f-becb-6fa6092f6d3e triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:09.932019 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:10.094827 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3eaec-c053-45db-bb49-86d7b2ec86f2 admin admin] Pushing event updated for resources: {'Port': ['ID=6396ece7-da79-42e9-9e88-84dc28d67fc6,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:10.121873 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:10.152994 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] For port a1a71b7d-532d-436f-becb-6fa6092f6d3e, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=a1a71b7d-532d-436f-becb-6fa6092f6d3e,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:37:10.176638 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:10.234520 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-029c2ec2-f006-406e-a731-8c30f09aebd4 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Allocated IP 172.20.0.12 (154fe041-a0da-49d3-ad0f-1c0e36bd37bc/f7121b6f-bf50-4bce-a009-aedce513e8c2/630449a9-73bb-43a4-a6de-52fc316459aa) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:37:10.243884 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-45b0bec0-fde7-4c04-ab50-2e2cd7833e9f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:10.322351 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Pushing event updated for resources: {'Port': ['ID=a1a71b7d-532d-436f-becb-6fa6092f6d3e,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:10.461773 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c939378e-f623-4d3e-9dad-d08f2dca9951 req-3c5e7e92-fe33-45c7-b0f9-1e8a8003b7a3 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 210 time: 0.0935729 Oct 28 14:37:10.556512 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62454625-cd00-4ee7-a65d-af621a763b96 req-25771a2a-0a42-4a2b-853e-348e6eaa17dd tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:10.561137 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-45b0bec0-fde7-4c04-ab50-2e2cd7833e9f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:10.567732 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-62454625-cd00-4ee7-a65d-af621a763b96 req-25771a2a-0a42-4a2b-853e-348e6eaa17dd tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 931 time: 0.1016924 Oct 28 14:37:10.646738 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-62454625-cd00-4ee7-a65d-af621a763b96 req-b380c227-3d02-4254-93a0-b0b6d8e1378d tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f44b34d-572d-4878-b6e6-5bf4e969b157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739083 Oct 28 14:37:10.791389 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0bec0-fde7-4c04-ab50-2e2cd7833e9f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Pushing event updated for resources: {'Port': ['ID=01f0ba98-94da-451b-9875-bf8c7594c4fe,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:10.803762 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac3eaec-c053-45db-bb49-86d7b2ec86f2 admin admin] Network 37179b0d-df91-4999-9b23-d6b35cc378c2 is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:37:10.808529 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-8304d157-5de2-4d13-8340-146834ea0821 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Allocated IP 172.20.0.11 (f66cb821-2d22-45aa-9985-3ea85500b50a/f8630344-cf93-4cfe-815f-63516c44a48e/cb63d985-7727-473b-be7e-41ea307f84b9) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:37:10.824081 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-45b0bec0-fde7-4c04-ab50-2e2cd7833e9f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Network f66cb821-2d22-45aa-9985-3ea85500b50a is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:37:10.828400 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-09bfdda0-58f8-462c-957b-71f0e1c137da req-362eb665-2ca3-49bb-ab67-541708d70426 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 210 time: 0.0391800 Oct 28 14:37:10.840671 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-0ac3eaec-c053-45db-bb49-86d7b2ec86f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:37:10.876117 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-45b0bec0-fde7-4c04-ab50-2e2cd7833e9f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:37:10.900341 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-45b0bec0-fde7-4c04-ab50-2e2cd7833e9f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:37:10.906767 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-45b0bec0-fde7-4c04-ab50-2e2cd7833e9f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:10.907144 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-45b0bec0-fde7-4c04-ab50-2e2cd7833e9f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:10.924327 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-029c2ec2-f006-406e-a731-8c30f09aebd4 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:11.073812 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-0ec35c0c-fe95-4d74-886a-70d9065f1e6d admin admin] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:11.113094 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-45b0bec0-fde7-4c04-ab50-2e2cd7833e9f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5841057 Oct 28 14:37:11.131461 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-0ec35c0c-fe95-4d74-886a-70d9065f1e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:11.132221 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-0ec35c0c-fe95-4d74-886a-70d9065f1e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645972'] for router_interface, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:11.209320 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-ae1f9f04-bfc1-46c9-85e4-019761013450 None None] Provisioning complete for port 6396ece7-da79-42e9-9e88-84dc28d67fc6 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:11.209937 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-ae1f9f04-bfc1-46c9-85e4-019761013450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:11.284149 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-ae1f9f04-bfc1-46c9-85e4-019761013450 None None] Port 6396ece7-da79-42e9-9e88-84dc28d67fc6 cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:37:11.371393 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec35c0c-fe95-4d74-886a-70d9065f1e6d admin admin] Pushing event updated for resources: {'Port': ['ID=baab3484-c53c-42e4-a44d-d303f6883550,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:11.374356 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-029c2ec2-f006-406e-a731-8c30f09aebd4 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:11.435824 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac3eaec-c053-45db-bb49-86d7b2ec86f2 admin admin] Router 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:37:11.466724 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-029c2ec2-f006-406e-a731-8c30f09aebd4 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Network 154fe041-a0da-49d3-ad0f-1c0e36bd37bc is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:37:11.487060 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-029c2ec2-f006-406e-a731-8c30f09aebd4 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:37:11.498283 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-029c2ec2-f006-406e-a731-8c30f09aebd4 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:37:11.504051 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-029c2ec2-f006-406e-a731-8c30f09aebd4 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:11.504677 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-029c2ec2-f006-406e-a731-8c30f09aebd4 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:11.510777 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 59922) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:11.561515 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c2ec2-f006-406e-a731-8c30f09aebd4 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Pushing event updated for resources: {'Port': ['ID=630449a9-73bb-43a4-a6de-52fc316459aa,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:11.571183 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-8304d157-5de2-4d13-8340-146834ea0821 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:11.609863 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec35c0c-fe95-4d74-886a-70d9065f1e6d admin admin] Network 8c4fd715-4b25-4fcf-8589-609c400168cc is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:37:11.717034 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-0ec35c0c-fe95-4d74-886a-70d9065f1e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:37:11.807424 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-029c2ec2-f006-406e-a731-8c30f09aebd4 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8338020 Oct 28 14:37:11.891473 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfa701-6cdf-4a16-9549-4c1e51e0d5cd req-a61e4e93-0f2e-4308-9763-ce8916aabd89 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:11.898985 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a9dfa701-6cdf-4a16-9549-4c1e51e0d5cd req-a61e4e93-0f2e-4308-9763-ce8916aabd89 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 932 time: 0.2353544 Oct 28 14:37:12.064780 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a9dfa701-6cdf-4a16-9549-4c1e51e0d5cd req-3dc1c714-e0a6-44fb-be04-982ccb1a1a64 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495061 Oct 28 14:37:12.067489 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-03c63a38-536f-4452-aa86-96df5ac0f0b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:12.110872 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-8304d157-5de2-4d13-8340-146834ea0821 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:12.117728 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac3eaec-c053-45db-bb49-86d7b2ec86f2 admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:37:12.130398 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] Sync routers for ids ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'] in dv-cinder-815848-1-iscsi {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:37:12.139625 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-0ac3eaec-c053-45db-bb49-86d7b2ec86f2 admin admin] 10.222.0.79 "PUT /v2.0/routers/1e4dff63-9fe7-41ea-abd6-13ae722d16f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3953474 Oct 28 14:37:12.142565 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] Routers {'1e4dff63-9fe7-41ea-abd6-13ae722d16f6'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:37:12.147257 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:36:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:37:12.156622 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fa4b8f59-99d5-4ffe-b90e-f8317b4bbfb6 None None] Provisioning complete for port baab3484-c53c-42e4-a44d-d303f6883550 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:12.157226 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fa4b8f59-99d5-4ffe-b90e-f8317b4bbfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:12.167620 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c637619-3cfe-44ac-9006-2384d55fedd2 req-375f5430-0c78-4179-b407-60e569fd27dc tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:12.181163 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6c637619-3cfe-44ac-9006-2384d55fedd2 req-375f5430-0c78-4179-b407-60e569fd27dc tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 931 time: 0.3797476 Oct 28 14:37:12.250832 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fa4b8f59-99d5-4ffe-b90e-f8317b4bbfb6 None None] Port baab3484-c53c-42e4-a44d-d303f6883550 cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:37:12.286782 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-8304d157-5de2-4d13-8340-146834ea0821 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Network f66cb821-2d22-45aa-9985-3ea85500b50a is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:37:12.286782 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec35c0c-fe95-4d74-886a-70d9065f1e6d admin admin] Router 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:37:12.286782 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304d157-5de2-4d13-8340-146834ea0821 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Pushing event updated for resources: {'Port': ['ID=cb63d985-7727-473b-be7e-41ea307f84b9,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:12.315298 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-8304d157-5de2-4d13-8340-146834ea0821 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:37:12.319048 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-8304d157-5de2-4d13-8340-146834ea0821 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:37:12.328446 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-8304d157-5de2-4d13-8340-146834ea0821 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:12.329066 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-8304d157-5de2-4d13-8340-146834ea0821 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:12.361683 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device a1a71b7d-532d-436f-becb-6fa6092f6d3e up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:37:12.438527 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-03c63a38-536f-4452-aa86-96df5ac0f0b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:12.440967 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] Set router 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:37:12.486061 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port a1a71b7d-532d-436f-becb-6fa6092f6d3e triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:12.486937 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:12.493321 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-8304d157-5de2-4d13-8340-146834ea0821 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2951400 Oct 28 14:37:12.528353 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-03c63a38-536f-4452-aa86-96df5ac0f0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:12.567518 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c63a38-536f-4452-aa86-96df5ac0f0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5930c800-d739-4136-acf8-ab1c90059a0a,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:12.578793 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6c637619-3cfe-44ac-9006-2384d55fedd2 req-3207f2fe-2c76-4fba-b709-56795ffec2c3 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f44b34d-572d-4878-b6e6-5bf4e969b157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882713 Oct 28 14:37:12.615249 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-03c63a38-536f-4452-aa86-96df5ac0f0b2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d02734facc9947519cb74888c7318ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1030123 Oct 28 14:37:12.615600 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 59960) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:12.641075 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec35c0c-fe95-4d74-886a-70d9065f1e6d admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:37:12.643028 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b242e52-468a-4621-9870-8b157a7bfe10 req-509d20e6-51e3-49bc-992a-7f718dacc78b tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:12.644913 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3b242e52-468a-4621-9870-8b157a7bfe10 req-509d20e6-51e3-49bc-992a-7f718dacc78b tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 932 time: 0.1826119 Oct 28 14:37:12.666046 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-0ec35c0c-fe95-4d74-886a-70d9065f1e6d admin admin] 10.222.0.79 "PUT /v2.0/routers/5b287cdb-ac50-4cf8-b5eb-ebdbab335342/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6109514 Oct 28 14:37:12.717529 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3b242e52-468a-4621-9870-8b157a7bfe10 req-576e108b-fee9-4fa9-9eb0-d157a3528db5 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654814 Oct 28 14:37:12.743011 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] Sync routers for ids ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'] in dv-cinder-815848-1-iscsi {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:37:12.762755 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-76bc55d3-9333-4d0a-ac9e-cabcc422e066 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:12.793698 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] Routers {'5b287cdb-ac50-4cf8-b5eb-ebdbab335342'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:37:12.795103 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:36:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:37:12.813942 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-76bc55d3-9333-4d0a-ac9e-cabcc422e066 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:12.928659 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'name': 'tempest-AttachVolumeTestJSON-702501146-router', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:54Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'gw_port': {'id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:57Z', 'updated_at': '2021-10-28T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '6396ece7-da79-42e9-9e88-84dc28d67fc6', 'name': '', 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'mac_address': 'fa:16:3e:59:51:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:05Z', 'updated_at': '2021-10-28T14:37:09Z', 'revision_number': 2, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'subnets': [{'id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:37:12.930741 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-76bc55d3-9333-4d0a-ac9e-cabcc422e066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:12.933885 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-76bc55d3-9333-4d0a-ac9e-cabcc422e066 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:12.935242 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-76bc55d3-9333-4d0a-ac9e-cabcc422e066 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5930c800-d739-4136-acf8-ab1c90059a0a HTTP/1.1" status: 204 len: 168 time: 0.3186963 Oct 28 14:37:12.957653 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc55d3-9333-4d0a-ac9e-cabcc422e066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5930c800-d739-4136-acf8-ab1c90059a0a,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:12.976412 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] Checking router: 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 for host: dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:37:12.977019 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] Updating router 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 port 6396ece7-da79-42e9-9e88-84dc28d67fc6 binding host dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 14:37:13.042621 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:13.407054 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] Set router 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:37:13.441790 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] Publish callbacks [] for port, precommit_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:13.466550 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:13.509675 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 59996) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:13.605329 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4145c-8984-42d4-9535-2203fe93531e None None] Pushing event updated for resources: {'Port': ['ID=6396ece7-da79-42e9-9e88-84dc28d67fc6,revision_number=3']} {{(pid=101541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:13.658646 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 60002) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:13.664456 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-c7c476a4-e971-4b3b-974f-5e810445f6e9 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1689809998', 'description': 'tempest-description--206855856'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:37:13.703660 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-babc7e90-4cb4-4cc5-82de-cb42dd0757a0 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 14:37:13.705316 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-babc7e90-4cb4-4cc5-82de-cb42dd0757a0 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062742 Oct 28 14:37:13.734132 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-781f41ed-3a81-4c90-9439-e871552f2e16 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 14:37:13.739364 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-781f41ed-3a81-4c90-9439-e871552f2e16 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0314493 Oct 28 14:37:13.755827 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-7850c5e4-0a5a-4eb2-84b7-ee03a1254582 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 14:37:13.756912 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-7850c5e4-0a5a-4eb2-84b7-ee03a1254582 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0452473 Oct 28 14:37:13.770776 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-04a94a35-e12b-4363-9ea2-f861b072691f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 14:37:13.772673 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-04a94a35-e12b-4363-9ea2-f861b072691f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0545535 Oct 28 14:37:13.796035 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c7c476a4-e971-4b3b-974f-5e810445f6e9 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:13.859696 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] Attempting to bind port 6396ece7-da79-42e9-9e88-84dc28d67fc6 on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:37:13.860352 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] Attempting to bind port 6396ece7-da79-42e9-9e88-84dc28d67fc6 by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': '72b1a595-edea-42ca-8564-6c883f9d150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2'}] {{(pid=101541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:37:13.860871 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] Attempting to bind port 6396ece7-da79-42e9-9e88-84dc28d67fc6 on network 37179b0d-df91-4999-9b23-d6b35cc378c2 {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:37:13.874002 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:37:13.878155 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] Checking segment: {'id': '72b1a595-edea-42ca-8564-6c883f9d150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:37:13.884734 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:13.885296 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] Bound using segment: {'id': '72b1a595-edea-42ca-8564-6c883f9d150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2'} {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:37:13.885994 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] Bound port: 6396ece7-da79-42e9-9e88-84dc28d67fc6, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b1a595-edea-42ca-8564-6c883f9d150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2'}}] {{(pid=101541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:37:13.886558 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:13.965190 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 60014) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:14.021698 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232dc1b-1384-44c2-80aa-3979c10c2932 req-fec6db8e-53ee-4ea1-a0e5-4693fc9c4392 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:14.037471 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-981d6abb-b65f-4543-9940-aaf89e31dfd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:14.040700 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d232dc1b-1384-44c2-80aa-3979c10c2932 req-fec6db8e-53ee-4ea1-a0e5-4693fc9c4392 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 932 time: 0.1672156 Oct 28 14:37:14.059016 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.db [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] For port 6396ece7-da79-42e9-9e88-84dc28d67fc6, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:37:14.059256 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-b74c5739-fefc-43ee-b5da-15dfa525753a None None] Provisioning complete for port 6396ece7-da79-42e9-9e88-84dc28d67fc6 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:14.059848 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-b74c5739-fefc-43ee-b5da-15dfa525753a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:14.063416 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.db [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] For port 6396ece7-da79-42e9-9e88-84dc28d67fc6, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=6396ece7-da79-42e9-9e88-84dc28d67fc6,segment=NetworkSegment(72b1a595-edea-42ca-8564-6c883f9d150d),segment_id=72b1a595-edea-42ca-8564-6c883f9d150d)] {{(pid=101541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:37:14.070795 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:14.103731 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-db4881cb-479a-4476-9b8b-f0eb009906cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:14.148477 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d232dc1b-1384-44c2-80aa-3979c10c2932 req-51787cfe-1f49-4741-8d25-1a37b17496ca tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064329 Oct 28 14:37:14.211454 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'name': 'tempest-AttachVolumeShelveTestJSON-1003602660-router', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:53Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'gw_port': {'id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:56Z', 'updated_at': '2021-10-28T14:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'baab3484-c53c-42e4-a44d-d303f6883550', 'name': '', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'mac_address': 'fa:16:3e:1c:aa:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8c385150-b18d-415b-9404-b587a3485a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:03Z', 'updated_at': '2021-10-28T14:37:10Z', 'revision_number': 2, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'subnets': [{'id': '8c385150-b18d-415b-9404-b587a3485a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:37:14.217551 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] Routers {'1e4dff63-9fe7-41ea-abd6-13ae722d16f6'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:37:14.218202 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:36:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:37:14.245326 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] Checking router: 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 for host: dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:37:14.246076 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] Updating router 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 port baab3484-c53c-42e4-a44d-d303f6883550 binding host dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 14:37:14.279112 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:14.376564 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-db4881cb-479a-4476-9b8b-f0eb009906cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:14.381157 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-b74c5739-fefc-43ee-b5da-15dfa525753a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:14.395034 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-27f5b50b-1910-4052-b641-b252cbd9dc0d service neutron] Request body: {'port': {'device_id': '5cc8a6f9-1e42-4357-97fe-85be02022d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:37:14.408330 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-d84ae625-1923-4bcc-acd2-8b0ee531c8a5 service neutron] Request body: {'port': {'device_id': '4e5eceba-e767-45ee-852f-b6c8b9e2fbf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:37:14.429834 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-b74c5739-fefc-43ee-b5da-15dfa525753a None None] For port 6396ece7-da79-42e9-9e88-84dc28d67fc6, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=6396ece7-da79-42e9-9e88-84dc28d67fc6,segment=NetworkSegment(72b1a595-edea-42ca-8564-6c883f9d150d),segment_id=72b1a595-edea-42ca-8564-6c883f9d150d)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:37:14.459693 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-bb69a559-4e1b-4a62-8c19-ecb1d395c5ee service neutron] Request body: {'port': {'device_id': 'cf0de061-5183-4ed3-a776-d17bdafe9e97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:37:14.512844 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-db4881cb-479a-4476-9b8b-f0eb009906cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:14.526340 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55783db9-0eae-4583-834e-b288a83d9732 req-e34e0903-6bd3-40e5-9bcd-63c2888be0ff tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:14.533554 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-55783db9-0eae-4583-834e-b288a83d9732 req-e34e0903-6bd3-40e5-9bcd-63c2888be0ff tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 931 time: 0.2143407 Oct 28 14:37:14.540012 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-b74c5739-fefc-43ee-b5da-15dfa525753a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:14.619077 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 60022) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:14.629364 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-27f5b50b-1910-4052-b641-b252cbd9dc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:14.629720 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4145c-8984-42d4-9535-2203fe93531e None None] Pushing event updated for resources: {'Port': ['ID=6396ece7-da79-42e9-9e88-84dc28d67fc6,revision_number=4']} {{(pid=101541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:14.661595 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-33e0b4e7-54c1-496e-8dab-55184996f08e tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1716089661', 'description': 'tempest-description--447562164'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:37:14.725210 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] Set router 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:37:14.737697 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-55783db9-0eae-4583-834e-b288a83d9732 req-b522bca0-fa47-4d24-afd3-9857d82f99a5 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f44b34d-572d-4878-b6e6-5bf4e969b157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953914 Oct 28 14:37:14.747386 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-bb8822c9-1cb2-49c0-98c3-9460199a8012 service neutron] Request body: {'port': {'device_id': '778b6640-876b-4c68-a5e9-afffaf49eab6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:37:14.773832 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c7c476a4-e971-4b3b-974f-5e810445f6e9 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:14.914842 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c5739-fefc-43ee-b5da-15dfa525753a None None] Pushing event updated for resources: {'Port': ['ID=6396ece7-da79-42e9-9e88-84dc28d67fc6,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:14.941851 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] Publish callbacks [] for port, precommit_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:14.945633 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-16ac64bc-d0de-4b7a-9081-15e25465b656 None None] Provisioning complete for port 6396ece7-da79-42e9-9e88-84dc28d67fc6 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:14.946243 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-16ac64bc-d0de-4b7a-9081-15e25465b656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:15.028011 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:15.044845 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'name': 'tempest-AttachVolumeTestJSON-702501146-router', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:54Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'gw_port': {'id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:57Z', 'updated_at': '2021-10-28T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '6396ece7-da79-42e9-9e88-84dc28d67fc6', 'name': '', 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'mac_address': 'fa:16:3e:59:51:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:05Z', 'updated_at': '2021-10-28T14:37:14Z', 'revision_number': 4, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'subnets': [{'id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:37:15.106170 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bafdbd-a9a3-4b84-bc7b-275e499b90f3 None None] The sync data for ids ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'] in dv-cinder-815848-1-iscsi is: [{'id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'name': 'tempest-AttachVolumeTestJSON-702501146-router', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:54Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'gw_port': {'id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:57Z', 'updated_at': '2021-10-28T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '6396ece7-da79-42e9-9e88-84dc28d67fc6', 'name': '', 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'mac_address': 'fa:16:3e:59:51:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:05Z', 'updated_at': '2021-10-28T14:37:14Z', 'revision_number': 4, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'subnets': [{'id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:37:15.228666 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d8243-420e-4dd2-b8d0-343264484cff req-6229c2fa-a8e2-49c1-82a3-cf0da3b64737 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:15.230393 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-be0d8243-420e-4dd2-b8d0-343264484cff req-6229c2fa-a8e2-49c1-82a3-cf0da3b64737 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 932 time: 0.4901071 Oct 28 14:37:15.348321 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac9adf-f2cf-4342-ad6d-1f494e66f0b3 None None] Pushing event updated for resources: {'Port': ['ID=baab3484-c53c-42e4-a44d-d303f6883550,revision_number=3']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:15.438292 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c7c476a4-e971-4b3b-974f-5e810445f6e9 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:15.494949 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] Attempting to bind port baab3484-c53c-42e4-a44d-d303f6883550 on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:37:15.497345 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] Attempting to bind port baab3484-c53c-42e4-a44d-d303f6883550 by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': '530d6b60-2958-4a04-a1ee-61daf218cf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc'}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:37:15.497722 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] Attempting to bind port baab3484-c53c-42e4-a44d-d303f6883550 on network 8c4fd715-4b25-4fcf-8589-609c400168cc {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:37:15.515332 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:37:15.516216 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] Checking segment: {'id': '530d6b60-2958-4a04-a1ee-61daf218cf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:37:15.517455 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:15.517860 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] Bound using segment: {'id': '530d6b60-2958-4a04-a1ee-61daf218cf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc'} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:37:15.518351 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] Bound port: baab3484-c53c-42e4-a44d-d303f6883550, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530d6b60-2958-4a04-a1ee-61daf218cf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc'}}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:37:15.518782 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:15.555269 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-bb8822c9-1cb2-49c0-98c3-9460199a8012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:15.640664 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-be0d8243-420e-4dd2-b8d0-343264484cff req-2425aef1-8e4b-4b45-8b05-28af2faa66ea tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756471 Oct 28 14:37:15.677139 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-db4881cb-479a-4476-9b8b-f0eb009906cd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=87b0bb039133413781094cbc235ed4c8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1618426 Oct 28 14:37:15.677139 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-33e0b4e7-54c1-496e-8dab-55184996f08e tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:15.692489 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30547b69-e908-47f4-803d-bd2c0b402b5c req-d37d1153-8e6e-48bb-bdad-a636fc429bf3 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:15.705800 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-30547b69-e908-47f4-803d-bd2c0b402b5c req-d37d1153-8e6e-48bb-bdad-a636fc429bf3 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 932 time: 0.3260465 Oct 28 14:37:15.711682 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 60044) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:15.775944 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] For port baab3484-c53c-42e4-a44d-d303f6883550, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:37:15.781131 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] For port baab3484-c53c-42e4-a44d-d303f6883550, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=baab3484-c53c-42e4-a44d-d303f6883550,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:37:15.784930 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4881cb-479a-4476-9b8b-f0eb009906cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5f20d9-c6bd-4314-9804-b1dc38958596,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:15.787982 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:15.836114 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c7c476a4-e971-4b3b-974f-5e810445f6e9 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:15.840126 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-c7c476a4-e971-4b3b-974f-5e810445f6e9 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1770079 Oct 28 14:37:15.841063 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 60048) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:15.849503 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-d84ae625-1923-4bcc-acd2-8b0ee531c8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:15.860730 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-bb69a559-4e1b-4a62-8c19-ecb1d395c5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:15.873879 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-bebc5cb0-af41-4e57-894b-81d12f0b0ca6 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Request body: {'security_group_rule': {'security_group_id': 'ccf792e0-f57f-4f05-963d-9f2696c020b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:37:15.979782 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-30547b69-e908-47f4-803d-bd2c0b402b5c req-f6b147e4-77cb-496c-8d2e-45d2920a09ee tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674594 Oct 28 14:37:15.986720 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac9adf-f2cf-4342-ad6d-1f494e66f0b3 None None] Pushing event updated for resources: {'Port': ['ID=baab3484-c53c-42e4-a44d-d303f6883550,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:16.015403 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c476a4-e971-4b3b-974f-5e810445f6e9 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf792e0-f57f-4f05-963d-9f2696c020b4,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:16.019025 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] Routers {'5b287cdb-ac50-4cf8-b5eb-ebdbab335342'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:37:16.019727 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:36:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:37:16.186344 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-bebc5cb0-af41-4e57-894b-81d12f0b0ca6 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:16.207352 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] Set router 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:37:16.330759 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-19143fce-3d50-4160-bf04-4cc1dc38ed35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:16.405051 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.notifiers.nova [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-27f5b50b-1910-4052-b641-b252cbd9dc0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb63d985-7727-473b-be7e-41ea307f84b9 {{(pid=101539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:37:16.455047 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-27f5b50b-1910-4052-b641-b252cbd9dc0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:16.472046 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eabe72-52cc-4755-9c3a-ca2b36cdbb52 req-b2795d64-f5b1-4418-b9ea-8531babeb067 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:16.473639 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-94eabe72-52cc-4755-9c3a-ca2b36cdbb52 req-b2795d64-f5b1-4418-b9ea-8531babeb067 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 931 time: 0.4645038 Oct 28 14:37:16.508882 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-19143fce-3d50-4160-bf04-4cc1dc38ed35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:16.527048 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-62e8af83-68f3-4923-8fcc-6729d0ff8e0b None None] Provisioning complete for port baab3484-c53c-42e4-a44d-d303f6883550 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:16.528577 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-62e8af83-68f3-4923-8fcc-6729d0ff8e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:16.536440 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 6396ece7-da79-42e9-9e88-84dc28d67fc6 up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:37:16.555564 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.provisioning_blocks [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-27f5b50b-1910-4052-b641-b252cbd9dc0d service neutron] Transition to ACTIVE for port object cb63d985-7727-473b-be7e-41ea307f84b9 will not be triggered until provisioned by entity L2. {{(pid=101539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 14:37:16.573186 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-27f5b50b-1910-4052-b641-b252cbd9dc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:16.683465 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-bebc5cb0-af41-4e57-894b-81d12f0b0ca6 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:16.731942 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-bebc5cb0-af41-4e57-894b-81d12f0b0ca6 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688099'] for security_group_rule, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:16.739108 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-94eabe72-52cc-4755-9c3a-ca2b36cdbb52 req-ac06b4f0-0d73-4dcf-9c57-64cd180410ab tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f44b34d-572d-4878-b6e6-5bf4e969b157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472799 Oct 28 14:37:16.832134 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-981d6abb-b65f-4543-9940-aaf89e31dfd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:16.870306 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc5cb0-af41-4e57-894b-81d12f0b0ca6 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680e3b36-5d9c-450d-90b0-887a56bfb066,revision_number=0']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:16.881679 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5b50b-1910-4052-b641-b252cbd9dc0d service neutron] Pushing event updated for resources: {'Port': ['ID=cb63d985-7727-473b-be7e-41ea307f84b9,revision_number=2']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:16.889848 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 6396ece7-da79-42e9-9e88-84dc28d67fc6 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:16.890360 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:16.906878 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-981d6abb-b65f-4543-9940-aaf89e31dfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:16.934303 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-62e8af83-68f3-4923-8fcc-6729d0ff8e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:17.010758 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-62e8af83-68f3-4923-8fcc-6729d0ff8e0b None None] For port baab3484-c53c-42e4-a44d-d303f6883550, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=baab3484-c53c-42e4-a44d-d303f6883550,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:37:17.056511 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-bebc5cb0-af41-4e57-894b-81d12f0b0ca6 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:17.061932 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-bebc5cb0-af41-4e57-894b-81d12f0b0ca6 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1905775 Oct 28 14:37:17.078879 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-62e8af83-68f3-4923-8fcc-6729d0ff8e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:17.114073 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 60066) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:17.150594 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-25ec05df-86f0-4cd4-97cf-c736c6b67c7e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Request body: {'security_group_rule': {'security_group_id': 'ccf792e0-f57f-4f05-963d-9f2696c020b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:37:17.205055 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-19143fce-3d50-4160-bf04-4cc1dc38ed35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:17.209617 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-19143fce-3d50-4160-bf04-4cc1dc38ed35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:17.213309 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-19143fce-3d50-4160-bf04-4cc1dc38ed35 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8a5f20d9-c6bd-4314-9804-b1dc38958596 HTTP/1.1" status: 204 len: 168 time: 1.4979868 Oct 28 14:37:17.271463 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-33e0b4e7-54c1-496e-8dab-55184996f08e tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:17.300243 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-33e0b4e7-54c1-496e-8dab-55184996f08e tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:17.365807 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.managers [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-27f5b50b-1910-4052-b641-b252cbd9dc0d service neutron] Attempting to bind port cb63d985-7727-473b-be7e-41ea307f84b9 on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:37:17.366210 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.managers [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-27f5b50b-1910-4052-b641-b252cbd9dc0d service neutron] Attempting to bind port cb63d985-7727-473b-be7e-41ea307f84b9 by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '40cacd57-85a6-447b-bfa7-d4d37db9cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f66cb821-2d22-45aa-9985-3ea85500b50a'}] {{(pid=101539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:37:17.366638 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-27f5b50b-1910-4052-b641-b252cbd9dc0d service neutron] Attempting to bind port cb63d985-7727-473b-be7e-41ea307f84b9 on network f66cb821-2d22-45aa-9985-3ea85500b50a {{(pid=101539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:37:17.418438 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510babc-db8c-4564-8341-b034c3d9699d req-b95a24e7-f339-4430-a698-08f3fba19f70 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:17.424801 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e510babc-db8c-4564-8341-b034c3d9699d req-b95a24e7-f339-4430-a698-08f3fba19f70 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 932 time: 0.6840265 Oct 28 14:37:17.425598 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19143fce-3d50-4160-bf04-4cc1dc38ed35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5f20d9-c6bd-4314-9804-b1dc38958596,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:17.425983 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-def64bbb-7eeb-482e-88ae-5051440fd4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:17.436576 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'name': 'tempest-AttachVolumeShelveTestJSON-1003602660-router', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:53Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'gw_port': {'id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:56Z', 'updated_at': '2021-10-28T14:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'baab3484-c53c-42e4-a44d-d303f6883550', 'name': '', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'mac_address': 'fa:16:3e:1c:aa:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8c385150-b18d-415b-9404-b587a3485a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:03Z', 'updated_at': '2021-10-28T14:37:15Z', 'revision_number': 4, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'subnets': [{'id': '8c385150-b18d-415b-9404-b587a3485a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:37:17.476611 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-27f5b50b-1910-4052-b641-b252cbd9dc0d service neutron] Port cb63d985-7727-473b-be7e-41ea307f84b9 on network f66cb821-2d22-45aa-9985-3ea85500b50a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 14:37:17.476877 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-27f5b50b-1910-4052-b641-b252cbd9dc0d service neutron] Attempting to bind port cb63d985-7727-473b-be7e-41ea307f84b9 on network f66cb821-2d22-45aa-9985-3ea85500b50a {{(pid=101539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:37:17.488832 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d6abb-b65f-4543-9940-aaf89e31dfd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f13f4b9-d584-4d58-b462-255cc5edb092,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:17.504280 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c1c9ea-340a-4365-acf0-14bc697a4e16 None None] The sync data for ids ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'] in dv-cinder-815848-1-iscsi is: [{'id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'name': 'tempest-AttachVolumeShelveTestJSON-1003602660-router', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:53Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'gw_port': {'id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:56Z', 'updated_at': '2021-10-28T14:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'baab3484-c53c-42e4-a44d-d303f6883550', 'name': '', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'mac_address': 'fa:16:3e:1c:aa:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8c385150-b18d-415b-9404-b587a3485a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:03Z', 'updated_at': '2021-10-28T14:37:15Z', 'revision_number': 4, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'subnets': [{'id': '8c385150-b18d-415b-9404-b587a3485a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:37:17.521522 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-27f5b50b-1910-4052-b641-b252cbd9dc0d service neutron] Checking agent: {'id': 'ab39f7f4-514d-4bfb-9d0c-1a0ed5555608', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'started_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:37:17.528920 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-0504520f-3164-4f7a-9106-8b67bb4d76dc None None] Provisioning complete for port baab3484-c53c-42e4-a44d-d303f6883550 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:17.529498 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-0504520f-3164-4f7a-9106-8b67bb4d76dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:17.533472 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-27f5b50b-1910-4052-b641-b252cbd9dc0d service neutron] Checking segment: {'id': '40cacd57-85a6-447b-bfa7-d4d37db9cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f66cb821-2d22-45aa-9985-3ea85500b50a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:37:17.535729 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-27f5b50b-1910-4052-b641-b252cbd9dc0d service neutron] Bound using segment: {'id': '40cacd57-85a6-447b-bfa7-d4d37db9cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f66cb821-2d22-45aa-9985-3ea85500b50a'} {{(pid=101539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:37:17.538668 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8af83-68f3-4923-8fcc-6729d0ff8e0b None None] Pushing event updated for resources: {'Port': ['ID=baab3484-c53c-42e4-a44d-d303f6883550,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:17.540335 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.managers [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-27f5b50b-1910-4052-b641-b252cbd9dc0d service neutron] Bound port: cb63d985-7727-473b-be7e-41ea307f84b9, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40cacd57-85a6-447b-bfa7-d4d37db9cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f66cb821-2d22-45aa-9985-3ea85500b50a'}}] {{(pid=101539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:37:17.542168 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-27f5b50b-1910-4052-b641-b252cbd9dc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:17.684679 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0b4e7-54c1-496e-8dab-55184996f08e tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28615f2-2230-4874-bc0f-fef5393ca470,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:17.695340 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-981d6abb-b65f-4543-9940-aaf89e31dfd9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=20a0f853fce04e269e6193fa33670d1f&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7219813 Oct 28 14:37:17.716439 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-25ec05df-86f0-4cd4-97cf-c736c6b67c7e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:17.719691 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 60078) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:17.863147 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-33e0b4e7-54c1-496e-8dab-55184996f08e tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:17.867487 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-33e0b4e7-54c1-496e-8dab-55184996f08e tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.2130625 Oct 28 14:37:17.875358 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 60082) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:17.875702 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 60084) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:17.896637 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-c94a5f89-6a37-4dff-8716-e2c3693c0ab3 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Request body: {'security_group_rule': {'security_group_id': 'e28615f2-2230-4874-bc0f-fef5393ca470', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:37:17.897301 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.db [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-27f5b50b-1910-4052-b641-b252cbd9dc0d service neutron] For port cb63d985-7727-473b-be7e-41ea307f84b9, host hv-cinder-81584, cleared binding levels {{(pid=101539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:37:17.903554 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.db [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-27f5b50b-1910-4052-b641-b252cbd9dc0d service neutron] For port cb63d985-7727-473b-be7e-41ea307f84b9, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=cb63d985-7727-473b-be7e-41ea307f84b9,segment=NetworkSegment(40cacd57-85a6-447b-bfa7-d4d37db9cdb1),segment_id=40cacd57-85a6-447b-bfa7-d4d37db9cdb1)] {{(pid=101539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:37:17.920024 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda08f58-caa5-49bd-9c32-cd5c18e58292 req-c5337122-4248-4ae8-b2e9-74828a5d8fd3 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:17.928765 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-eda08f58-caa5-49bd-9c32-cd5c18e58292 req-c5337122-4248-4ae8-b2e9-74828a5d8fd3 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 932 time: 0.7726269 Oct 28 14:37:17.987299 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-27f5b50b-1910-4052-b641-b252cbd9dc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:18.044957 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e510babc-db8c-4564-8341-b034c3d9699d req-6819945f-9ee6-41af-acd8-93df167fad20 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5252831 Oct 28 14:37:18.060054 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c94a5f89-6a37-4dff-8716-e2c3693c0ab3 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:18.239252 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-bb8822c9-1cb2-49c0-98c3-9460199a8012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630449a9-73bb-43a4-a6de-52fc316459aa {{(pid=101538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:37:18.249985 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-bb8822c9-1cb2-49c0-98c3-9460199a8012 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:18.274176 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.provisioning_blocks [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-bb8822c9-1cb2-49c0-98c3-9460199a8012 service neutron] Transition to ACTIVE for port object 630449a9-73bb-43a4-a6de-52fc316459aa will not be triggered until provisioned by entity L2. {{(pid=101538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 14:37:18.292078 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 60088) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:18.334923 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-820c2fd0-030c-4e77-bbcb-815adb9e71e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:18.341588 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-bb8822c9-1cb2-49c0-98c3-9460199a8012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:18.353438 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-473efd1d-f295-415f-87a0-f1f595edc334 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:18.400075 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device baab3484-c53c-42e4-a44d-d303f6883550 up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:37:18.403575 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-27f5b50b-1910-4052-b641-b252cbd9dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:18.404425 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-27f5b50b-1910-4052-b641-b252cbd9dc0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for port, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:18.406013 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-27f5b50b-1910-4052-b641-b252cbd9dc0d service neutron] 10.222.0.72 "PUT /v2.0/ports/cb63d985-7727-473b-be7e-41ea307f84b9 HTTP/1.1" status: 200 len: 1094 time: 4.1788876 Oct 28 14:37:18.421735 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-eda08f58-caa5-49bd-9c32-cd5c18e58292 req-f8e77768-726a-4975-bb7c-f133654d2c2f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915507 Oct 28 14:37:18.422247 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc8a6f9-1e42-4357-97fe-85be02022d2e', 'tag': 'cb63d985-7727-473b-be7e-41ea307f84b9'}] {{(pid=101539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:37:18.494366 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8822c9-1cb2-49c0-98c3-9460199a8012 service neutron] Pushing event updated for resources: {'Port': ['ID=630449a9-73bb-43a4-a6de-52fc316459aa,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:18.514198 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-bb69a559-4e1b-4a62-8c19-ecb1d395c5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f0ba98-94da-451b-9875-bf8c7594c4fe {{(pid=101538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:37:18.524551 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-bb69a559-4e1b-4a62-8c19-ecb1d395c5ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:18.542348 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.provisioning_blocks [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-bb69a559-4e1b-4a62-8c19-ecb1d395c5ee service neutron] Transition to ACTIVE for port object 01f0ba98-94da-451b-9875-bf8c7594c4fe will not be triggered until provisioned by entity L2. {{(pid=101538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 14:37:18.552799 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port baab3484-c53c-42e4-a44d-d303f6883550 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:18.553440 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:18.590220 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6c620408-7fed-469c-8a14-e3975b39655f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:18.648378 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5b50b-1910-4052-b641-b252cbd9dc0d service neutron] Pushing event updated for resources: {'Port': ['ID=cb63d985-7727-473b-be7e-41ea307f84b9,revision_number=3']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:18.655232 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c94a5f89-6a37-4dff-8716-e2c3693c0ab3 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:18.683870 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-bb69a559-4e1b-4a62-8c19-ecb1d395c5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:18.691647 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-25ec05df-86f0-4cd4-97cf-c736c6b67c7e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:18.725956 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c9d3e-23d2-4cb1-bbb1-ea6fbf5dc296 req-52c78d90-6f3a-4306-9b7e-b108cacddf6e tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:18.742618 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d17c9d3e-23d2-4cb1-bbb1-ea6fbf5dc296 req-52c78d90-6f3a-4306-9b7e-b108cacddf6e tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 931 time: 0.4484210 Oct 28 14:37:18.773657 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-25ec05df-86f0-4cd4-97cf-c736c6b67c7e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688099'] for security_group_rule, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:18.792232 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c94a5f89-6a37-4dff-8716-e2c3693c0ab3 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688099'] for security_group_rule, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:18.807686 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69a559-4e1b-4a62-8c19-ecb1d395c5ee service neutron] Pushing event updated for resources: {'Port': ['ID=01f0ba98-94da-451b-9875-bf8c7594c4fe,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:18.812777 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b11bf48e9ea089bdf44fa20a23d8f6f37ef4f34e00c9a01b18aadce43f874137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b30080-0dc3-480d-b7e8-3a8f49d7c764" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc8a6f9-1e42-4357-97fe-85be02022d2e", "tag": "cb63d985-7727-473b-be7e-41ea307f84b9"}]}' {{(pid=101539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:37:18.831583 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-495afcfd-d3d6-4f5d-9296-f624ddd0e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:18.833085 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-495afcfd-d3d6-4f5d-9296-f624ddd0e0cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dda0d6d1b084868853338165ea3601d&device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 1097 time: 0.3195810 Oct 28 14:37:18.833729 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec05df-86f0-4cd4-97cf-c736c6b67c7e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e47b13c-3e30-4688-a242-b40d0d8797bb,revision_number=0']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:18.842201 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-473efd1d-f295-415f-87a0-f1f595edc334 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:18.856930 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d17c9d3e-23d2-4cb1-bbb1-ea6fbf5dc296 req-a2b309f2-8a6c-4138-a6c4-6e8b60fd6326 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f44b34d-572d-4878-b6e6-5bf4e969b157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134999 Oct 28 14:37:18.860936 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-25ec05df-86f0-4cd4-97cf-c736c6b67c7e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:18.862087 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-25ec05df-86f0-4cd4-97cf-c736c6b67c7e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7451227 Oct 28 14:37:18.871554 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 60100) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:18.882457 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-d76629c3-bfc9-45fb-ab64-d8a925a91fcb tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Request body: {'floatingip': {'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:37:18.940898 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-820c2fd0-030c-4e77-bbcb-815adb9e71e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:18.943347 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d76629c3-bfc9-45fb-ab64-d8a925a91fcb tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for floatingip, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:18.957017 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-820c2fd0-030c-4e77-bbcb-815adb9e71e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:18.964781 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c94a5f89-6a37-4dff-8716-e2c3693c0ab3 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:18.966088 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-c94a5f89-6a37-4dff-8716-e2c3693c0ab3 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0765254 Oct 28 14:37:18.966772 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a5f89-6a37-4dff-8716-e2c3693c0ab3 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c28d22d-3606-4391-b63d-e2c21b40acaa,revision_number=0']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:18.983648 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 60102) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:19.003794 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-ba07f26e-5462-4a63-ba26-238f635cab66 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Request body: {'security_group_rule': {'security_group_id': 'e28615f2-2230-4874-bc0f-fef5393ca470', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:37:19.034949 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-d84ae625-1923-4bcc-acd2-8b0ee531c8a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8 {{(pid=101538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:37:19.053964 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-bb8822c9-1cb2-49c0-98c3-9460199a8012 service neutron] Attempting to bind port 630449a9-73bb-43a4-a6de-52fc316459aa on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:37:19.054328 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-bb8822c9-1cb2-49c0-98c3-9460199a8012 service neutron] Attempting to bind port 630449a9-73bb-43a4-a6de-52fc316459aa by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '541960ed-ea2e-414b-b95b-16f66a435fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '154fe041-a0da-49d3-ad0f-1c0e36bd37bc'}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:37:19.054726 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-bb8822c9-1cb2-49c0-98c3-9460199a8012 service neutron] Attempting to bind port 630449a9-73bb-43a4-a6de-52fc316459aa on network 154fe041-a0da-49d3-ad0f-1c0e36bd37bc {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:37:19.057848 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-d84ae625-1923-4bcc-acd2-8b0ee531c8a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:19.069217 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45825cd6-119d-4597-9ab5-217eb7dfb3c7 x-openstack-request-id: req-45825cd6-119d-4597-9ab5-217eb7dfb3c7 {{(pid=101539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:37:19.069509 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc8a6f9-1e42-4357-97fe-85be02022d2e", "tag": "cb63d985-7727-473b-be7e-41ea307f84b9", "status": "completed", "code": 200}]} {{(pid=101539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:37:19.069750 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-45825cd6-119d-4597-9ab5-217eb7dfb3c7 {{(pid=101539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:37:19.070197 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc8a6f9-1e42-4357-97fe-85be02022d2e', 'tag': 'cb63d985-7727-473b-be7e-41ea307f84b9', 'status': 'completed', 'code': 200} Oct 28 14:37:19.079999 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-c04671b9-5ec3-4568-9e9e-787f4dded226 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb63d985-7727-473b-be7e-41ea307f84b9 HTTP/1.1" status: 200 len: 217 time: 0.1320803 Oct 28 14:37:19.099800 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-820c2fd0-030c-4e77-bbcb-815adb9e71e8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1c69709ca61e4078b83e0e68d4ced3a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7877908 Oct 28 14:37:19.106761 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 60108) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:19.110323 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-bb8822c9-1cb2-49c0-98c3-9460199a8012 service neutron] Port 630449a9-73bb-43a4-a6de-52fc316459aa on network 154fe041-a0da-49d3-ad0f-1c0e36bd37bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 14:37:19.110645 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-bb8822c9-1cb2-49c0-98c3-9460199a8012 service neutron] Attempting to bind port 630449a9-73bb-43a4-a6de-52fc316459aa on network 154fe041-a0da-49d3-ad0f-1c0e36bd37bc {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:37:19.122226 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c2fd0-030c-4e77-bbcb-815adb9e71e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67281182-5a3f-4c07-99e0-6e7c156badae,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:19.134635 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.provisioning_blocks [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-d84ae625-1923-4bcc-acd2-8b0ee531c8a5 service neutron] Transition to ACTIVE for port object f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8 will not be triggered until provisioned by entity L2. {{(pid=101538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 14:37:19.145212 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-bb8822c9-1cb2-49c0-98c3-9460199a8012 service neutron] Checking agent: {'id': 'ab39f7f4-514d-4bfb-9d0c-1a0ed5555608', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'started_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:37:19.145600 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-bb8822c9-1cb2-49c0-98c3-9460199a8012 service neutron] Checking segment: {'id': '541960ed-ea2e-414b-b95b-16f66a435fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '154fe041-a0da-49d3-ad0f-1c0e36bd37bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:37:19.146143 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-bb8822c9-1cb2-49c0-98c3-9460199a8012 service neutron] Bound using segment: {'id': '541960ed-ea2e-414b-b95b-16f66a435fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '154fe041-a0da-49d3-ad0f-1c0e36bd37bc'} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:37:19.146665 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-bb8822c9-1cb2-49c0-98c3-9460199a8012 service neutron] Bound port: 630449a9-73bb-43a4-a6de-52fc316459aa, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '541960ed-ea2e-414b-b95b-16f66a435fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '154fe041-a0da-49d3-ad0f-1c0e36bd37bc'}}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:37:19.146994 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-bb8822c9-1cb2-49c0-98c3-9460199a8012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:19.154906 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-bb69a559-4e1b-4a62-8c19-ecb1d395c5ee service neutron] Attempting to bind port 01f0ba98-94da-451b-9875-bf8c7594c4fe on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:37:19.154906 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-bb69a559-4e1b-4a62-8c19-ecb1d395c5ee service neutron] Attempting to bind port 01f0ba98-94da-451b-9875-bf8c7594c4fe by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '40cacd57-85a6-447b-bfa7-d4d37db9cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f66cb821-2d22-45aa-9985-3ea85500b50a'}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:37:19.155176 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-bb69a559-4e1b-4a62-8c19-ecb1d395c5ee service neutron] Attempting to bind port 01f0ba98-94da-451b-9875-bf8c7594c4fe on network f66cb821-2d22-45aa-9985-3ea85500b50a {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:37:19.173989 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-d84ae625-1923-4bcc-acd2-8b0ee531c8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:19.189954 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ba07f26e-5462-4a63-ba26-238f635cab66 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:19.205909 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-7901489d-6cd8-4421-842c-9dd255178295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:19.207462 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-7901489d-6cd8-4421-842c-9dd255178295 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f8630344-cf93-4cfe-815f-63516c44a48e HTTP/1.1" status: 200 len: 858 time: 0.1086936 Oct 28 14:37:19.216634 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-bb69a559-4e1b-4a62-8c19-ecb1d395c5ee service neutron] Port 01f0ba98-94da-451b-9875-bf8c7594c4fe on network f66cb821-2d22-45aa-9985-3ea85500b50a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 14:37:19.216956 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-bb69a559-4e1b-4a62-8c19-ecb1d395c5ee service neutron] Attempting to bind port 01f0ba98-94da-451b-9875-bf8c7594c4fe on network f66cb821-2d22-45aa-9985-3ea85500b50a {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:37:19.252660 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-473efd1d-f295-415f-87a0-f1f595edc334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:19.255244 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-473efd1d-f295-415f-87a0-f1f595edc334 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:19.256368 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-473efd1d-f295-415f-87a0-f1f595edc334 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1f13f4b9-d584-4d58-b462-255cc5edb092 HTTP/1.1" status: 204 len: 168 time: 1.5357010 Oct 28 14:37:19.263723 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6c620408-7fed-469c-8a14-e3975b39655f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:19.274094 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b99a4-a569-4220-bb7d-43dad7944a34 req-037fdad0-b2cf-47f2-93ba-b819b696d4f9 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:19.281516 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a68b99a4-a569-4220-bb7d-43dad7944a34 req-037fdad0-b2cf-47f2-93ba-b819b696d4f9 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 944 time: 0.1297693 Oct 28 14:37:19.290594 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-a1743e98-1d7e-4fd9-bca5-fa93ab207303 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f66cb821-2d22-45aa-9985-3ea85500b50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715926 Oct 28 14:37:19.305287 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-bb69a559-4e1b-4a62-8c19-ecb1d395c5ee service neutron] Checking agent: {'id': 'ab39f7f4-514d-4bfb-9d0c-1a0ed5555608', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'started_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:37:19.305742 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-bb69a559-4e1b-4a62-8c19-ecb1d395c5ee service neutron] Checking segment: {'id': '40cacd57-85a6-447b-bfa7-d4d37db9cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f66cb821-2d22-45aa-9985-3ea85500b50a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:37:19.306001 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-bb69a559-4e1b-4a62-8c19-ecb1d395c5ee service neutron] Bound using segment: {'id': '40cacd57-85a6-447b-bfa7-d4d37db9cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f66cb821-2d22-45aa-9985-3ea85500b50a'} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:37:19.306433 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-bb69a559-4e1b-4a62-8c19-ecb1d395c5ee service neutron] Bound port: 01f0ba98-94da-451b-9875-bf8c7594c4fe, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40cacd57-85a6-447b-bfa7-d4d37db9cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'f66cb821-2d22-45aa-9985-3ea85500b50a'}}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:37:19.306822 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-bb69a559-4e1b-4a62-8c19-ecb1d395c5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:19.328516 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6c620408-7fed-469c-8a14-e3975b39655f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:19.360020 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473efd1d-f295-415f-87a0-f1f595edc334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f13f4b9-d584-4d58-b462-255cc5edb092,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:19.390633 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-3de7d0db-8bf7-404a-baaa-ae9d0313af3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:19.397729 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a68b99a4-a569-4220-bb7d-43dad7944a34 req-5d542bee-5260-4c9b-a3e9-5ab814d275eb tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152811 Oct 28 14:37:19.402872 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ae625-1923-4bcc-acd2-8b0ee531c8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:19.499442 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ba07f26e-5462-4a63-ba26-238f635cab66 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:19.540239 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ba07f26e-5462-4a63-ba26-238f635cab66 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688099'] for security_group_rule, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:19.557906 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-6c620408-7fed-469c-8a14-e3975b39655f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4fd686681a89480bb12696f484e6192a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6700668 Oct 28 14:37:19.567896 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-3de7d0db-8bf7-404a-baaa-ae9d0313af3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:19.569451 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c620408-7fed-469c-8a14-e3975b39655f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a36190-7e62-48ff-8a4e-2c67c41c95c0,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:19.572742 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 60118) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:19.577754 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-bb8822c9-1cb2-49c0-98c3-9460199a8012 service neutron] For port 630449a9-73bb-43a4-a6de-52fc316459aa, host hv-cinder-81584, cleared binding levels {{(pid=101538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:37:19.583889 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-bb69a559-4e1b-4a62-8c19-ecb1d395c5ee service neutron] For port 01f0ba98-94da-451b-9875-bf8c7594c4fe, host hv-cinder-81584, cleared binding levels {{(pid=101538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:37:19.624779 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-d84ae625-1923-4bcc-acd2-8b0ee531c8a5 service neutron] Attempting to bind port f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8 on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:37:19.625120 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-d84ae625-1923-4bcc-acd2-8b0ee531c8a5 service neutron] Attempting to bind port f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8 by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '0a9165ac-8de0-4590-b1ca-0689f64226a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '37ce60aa-6f83-4b57-945f-e1e5b981cb8b'}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:37:19.625447 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-d84ae625-1923-4bcc-acd2-8b0ee531c8a5 service neutron] Attempting to bind port f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8 on network 37ce60aa-6f83-4b57-945f-e1e5b981cb8b {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:37:19.629834 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d76629c3-bfc9-45fb-ab64-d8a925a91fcb tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:19.638979 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07f26e-5462-4a63-ba26-238f635cab66 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82dfa64b-d162-48be-99e9-7ecc0b6b1c91,revision_number=0']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:19.643792 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-bb8822c9-1cb2-49c0-98c3-9460199a8012 service neutron] For port 630449a9-73bb-43a4-a6de-52fc316459aa, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=630449a9-73bb-43a4-a6de-52fc316459aa,segment=NetworkSegment(541960ed-ea2e-414b-b95b-16f66a435fe6),segment_id=541960ed-ea2e-414b-b95b-16f66a435fe6)] {{(pid=101538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:37:19.647728 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-bb69a559-4e1b-4a62-8c19-ecb1d395c5ee service neutron] For port 01f0ba98-94da-451b-9875-bf8c7594c4fe, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=01f0ba98-94da-451b-9875-bf8c7594c4fe,segment=NetworkSegment(40cacd57-85a6-447b-bfa7-d4d37db9cdb1),segment_id=40cacd57-85a6-447b-bfa7-d4d37db9cdb1)] {{(pid=101538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:37:19.648053 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-0de7d8e4-7c2a-4aab-8e34-0be372e6cbab service neutron] 10.222.0.72 "GET /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415620 Oct 28 14:37:19.673386 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ba07f26e-5462-4a63-ba26-238f635cab66 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:19.674833 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-ba07f26e-5462-4a63-ba26-238f635cab66 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6859412 Oct 28 14:37:19.675189 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-d84ae625-1923-4bcc-acd2-8b0ee531c8a5 service neutron] Port f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8 on network 37ce60aa-6f83-4b57-945f-e1e5b981cb8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 14:37:19.675498 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-d84ae625-1923-4bcc-acd2-8b0ee531c8a5 service neutron] Attempting to bind port f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8 on network 37ce60aa-6f83-4b57-945f-e1e5b981cb8b {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:37:19.684698 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-bb8822c9-1cb2-49c0-98c3-9460199a8012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:19.686391 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 60124) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:19.700207 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-bb69a559-4e1b-4a62-8c19-ecb1d395c5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:19.752278 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e4db3-cdbc-4aa6-9ea7-f1b880dd133e req-3d27f3dd-6bc5-4027-8511-47c48e6a0758 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:19.753838 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f92e4db3-cdbc-4aa6-9ea7-f1b880dd133e req-3d27f3dd-6bc5-4027-8511-47c48e6a0758 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 944 time: 0.1589909 Oct 28 14:37:19.865283 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-4bf0fdb3-3094-42d3-a80a-c9549c72d92d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Request body: {'floatingip': {'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:37:19.876819 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f92e4db3-cdbc-4aa6-9ea7-f1b880dd133e req-77837986-f88a-44ee-9fdd-aacdee832b15 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143191 Oct 28 14:37:19.879123 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c0900d59-bec3-4c4f-b8a0-8f2d8530cbc6 req-ea156fac-7a09-42ba-8b23-bd846a8e54b5 service neutron] 10.222.0.72 "GET /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038980 Oct 28 14:37:19.887896 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.db_base_plugin_common [None req-d76629c3-bfc9-45fb-ab64-d8a925a91fcb tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Allocated IP 172.27.2.142 (ee68bfbb-5103-4d10-b9ad-fba4a097df41/ecb224d9-3cd4-4979-8f79-b30a4344ff69/76134de8-fd7e-42bd-ae4c-1cd381c8662e) {{(pid=101539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:37:19.911662 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-d84ae625-1923-4bcc-acd2-8b0ee531c8a5 service neutron] Checking agent: {'id': 'ab39f7f4-514d-4bfb-9d0c-1a0ed5555608', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'started_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:37:19.912251 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-d84ae625-1923-4bcc-acd2-8b0ee531c8a5 service neutron] Checking segment: {'id': '0a9165ac-8de0-4590-b1ca-0689f64226a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '37ce60aa-6f83-4b57-945f-e1e5b981cb8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:37:19.913094 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-d84ae625-1923-4bcc-acd2-8b0ee531c8a5 service neutron] Bound using segment: {'id': '0a9165ac-8de0-4590-b1ca-0689f64226a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '37ce60aa-6f83-4b57-945f-e1e5b981cb8b'} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:37:19.913659 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-d84ae625-1923-4bcc-acd2-8b0ee531c8a5 service neutron] Bound port: f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9165ac-8de0-4590-b1ca-0689f64226a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '37ce60aa-6f83-4b57-945f-e1e5b981cb8b'}}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:37:19.919611 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-d84ae625-1923-4bcc-acd2-8b0ee531c8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:19.981216 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-bb8822c9-1cb2-49c0-98c3-9460199a8012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:19.982062 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-bb8822c9-1cb2-49c0-98c3-9460199a8012 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:19.983693 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-bb8822c9-1cb2-49c0-98c3-9460199a8012 service neutron] 10.222.0.72 "PUT /v2.0/ports/630449a9-73bb-43a4-a6de-52fc316459aa HTTP/1.1" status: 200 len: 1094 time: 5.5982733 Oct 28 14:37:19.985729 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-bb69a559-4e1b-4a62-8c19-ecb1d395c5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:19.986729 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-bb69a559-4e1b-4a62-8c19-ecb1d395c5ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:19.987830 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-bb69a559-4e1b-4a62-8c19-ecb1d395c5ee service neutron] 10.222.0.72 "PUT /v2.0/ports/01f0ba98-94da-451b-9875-bf8c7594c4fe HTTP/1.1" status: 200 len: 1094 time: 5.5894597 Oct 28 14:37:19.996499 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778b6640-876b-4c68-a5e9-afffaf49eab6', 'tag': '630449a9-73bb-43a4-a6de-52fc316459aa'}, {'name': 'network-changed', 'server_uuid': 'cf0de061-5183-4ed3-a776-d17bdafe9e97', 'tag': '01f0ba98-94da-451b-9875-bf8c7594c4fe'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:37:20.077088 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-dd59f723-34ea-436f-9e37-ac5049179781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:20.159035 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b30080-0dc3-480d-b7e8-3a8f49d7c764 req-0bfd31ff-5a22-4dce-9c8b-cf83bf7e264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:20.160207 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-4bf0fdb3-3094-42d3-a80a-c9549c72d92d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for floatingip, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:20.161345 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c8b30080-0dc3-480d-b7e8-3a8f49d7c764 req-0bfd31ff-5a22-4dce-9c8b-cf83bf7e264f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dda0d6d1b084868853338165ea3601d&device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 1097 time: 0.1514664 Oct 28 14:37:20.162705 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-3de7d0db-8bf7-404a-baaa-ae9d0313af3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:20.165519 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-3de7d0db-8bf7-404a-baaa-ae9d0313af3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:20.166657 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-3de7d0db-8bf7-404a-baaa-ae9d0313af3d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/67281182-5a3f-4c07-99e0-6e7c156badae HTTP/1.1" status: 204 len: 168 time: 1.0536151 Oct 28 14:37:20.169782 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2be4c-832a-49cc-b37d-96dfe478da14 req-b924cf2a-697e-48f9-9a00-640faf828c11 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:20.179073 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-52d2be4c-832a-49cc-b37d-96dfe478da14 req-b924cf2a-697e-48f9-9a00-640faf828c11 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 943 time: 0.1655185 Oct 28 14:37:20.197559 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d76629c3-bfc9-45fb-ab64-d8a925a91fcb tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for port, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:20.209617 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8822c9-1cb2-49c0-98c3-9460199a8012 service neutron] Pushing event updated for resources: {'Port': ['ID=630449a9-73bb-43a4-a6de-52fc316459aa,revision_number=3']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:20.262809 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7d0db-8bf7-404a-baaa-ae9d0313af3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67281182-5a3f-4c07-99e0-6e7c156badae,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:20.265851 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-5b8a6a7c-1531-4a7a-98b2-83d26f6b65ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:20.326206 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c43e43-ef67-44fe-8270-b8fb48390e66" -d '{"events": [{"name": "network-changed", "server_uuid": "778b6640-876b-4c68-a5e9-afffaf49eab6", "tag": "630449a9-73bb-43a4-a6de-52fc316459aa"}, {"name": "network-changed", "server_uuid": "cf0de061-5183-4ed3-a776-d17bdafe9e97", "tag": "01f0ba98-94da-451b-9875-bf8c7594c4fe"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:37:20.333092 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-52d2be4c-832a-49cc-b37d-96dfe478da14 req-845562e4-6d7b-4388-92e4-551c445b1e44 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f44b34d-572d-4878-b6e6-5bf4e969b157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530175 Oct 28 14:37:20.366337 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-d84ae625-1923-4bcc-acd2-8b0ee531c8a5 service neutron] For port f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8, host hv-cinder-81584, cleared binding levels {{(pid=101538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:37:20.377441 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-5b8a6a7c-1531-4a7a-98b2-83d26f6b65ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:20.384547 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-ac4a92ea-aef4-4fc0-b13e-ca63af9adb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:20.386323 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-ac4a92ea-aef4-4fc0-b13e-ca63af9adb1b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=568d16c23053469dad2cfede8da540d0&device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 1097 time: 0.3235137 Oct 28 14:37:20.442155 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d76629c3-bfc9-45fb-ab64-d8a925a91fcb tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:20.448772 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b30080-0dc3-480d-b7e8-3a8f49d7c764 req-933373ff-04d2-4649-9419-47474a297b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:20.450642 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c8b30080-0dc3-480d-b7e8-3a8f49d7c764 req-933373ff-04d2-4649-9419-47474a297b4e service neutron] 10.222.0.72 "GET /v2.0/networks?id=f66cb821-2d22-45aa-9985-3ea85500b50a HTTP/1.1" status: 200 len: 919 time: 0.2690086 Oct 28 14:37:20.455291 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-d84ae625-1923-4bcc-acd2-8b0ee531c8a5 service neutron] For port f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8,segment=NetworkSegment(0a9165ac-8de0-4590-b1ca-0689f64226a5),segment_id=0a9165ac-8de0-4590-b1ca-0689f64226a5)] {{(pid=101538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:37:20.462161 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-554f088a-78cf-4d99-b89e-3ec8814c5c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:20.463874 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-554f088a-78cf-4d99-b89e-3ec8814c5c66 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dda0d6d1b084868853338165ea3601d&device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 1097 time: 0.4028895 Oct 28 14:37:20.501616 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69a559-4e1b-4a62-8c19-ecb1d395c5ee service neutron] Pushing event updated for resources: {'Port': ['ID=01f0ba98-94da-451b-9875-bf8c7594c4fe,revision_number=3']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:20.512762 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-d84ae625-1923-4bcc-acd2-8b0ee531c8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:20.528398 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-fdf8629d-3624-43b9-afa5-04e4e5f04969 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=630449a9-73bb-43a4-a6de-52fc316459aa HTTP/1.1" status: 200 len: 217 time: 0.1187108 Oct 28 14:37:20.534038 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76629c3-bfc9-45fb-ab64-d8a925a91fcb tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Network ee68bfbb-5103-4d10-b9ad-fba4a097df41 is already hosted by enough agents. {{(pid=101539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:37:20.545202 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c8b30080-0dc3-480d-b7e8-3a8f49d7c764 req-183f815e-2b02-496e-9d94-0ddc7743e352 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb63d985-7727-473b-be7e-41ea307f84b9 HTTP/1.1" status: 200 len: 217 time: 0.0689275 Oct 28 14:37:20.567289 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [None req-d76629c3-bfc9-45fb-ab64-d8a925a91fcb tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Resources bound (agent type, host, resource id): {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:37:20.581181 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76629c3-bfc9-45fb-ab64-d8a925a91fcb tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Received port after_create {{(pid=101539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:37:20.584949 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76629c3-bfc9-45fb-ab64-d8a925a91fcb tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Pushing event updated for resources: {'Port': ['ID=76134de8-fd7e-42bd-ae4c-1cd381c8662e,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:20.607541 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-cb55a26e-0221-4512-8d0f-f7587cf554c3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01f0ba98-94da-451b-9875-bf8c7594c4fe HTTP/1.1" status: 200 len: 217 time: 0.0972817 Oct 28 14:37:20.643208 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-d84ae625-1923-4bcc-acd2-8b0ee531c8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:20.643906 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-d84ae625-1923-4bcc-acd2-8b0ee531c8a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:20.645342 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-d84ae625-1923-4bcc-acd2-8b0ee531c8a5 service neutron] 10.222.0.72 "PUT /v2.0/ports/f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8 HTTP/1.1" status: 200 len: 1093 time: 6.2451534 Oct 28 14:37:20.707704 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b30080-0dc3-480d-b7e8-3a8f49d7c764 req-9ec6af11-bdb1-44d4-81a7-ff90bf233c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:20.709488 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c8b30080-0dc3-480d-b7e8-3a8f49d7c764 req-9ec6af11-bdb1-44d4-81a7-ff90bf233c81 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f8630344-cf93-4cfe-815f-63516c44a48e HTTP/1.1" status: 200 len: 858 time: 0.1393328 Oct 28 14:37:20.718295 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa8eaf-9713-4c05-93fc-3c9217738084 req-41fea7b8-1977-4c6a-965f-a3b1c8ca1e22 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:20.722004 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4baa8eaf-9713-4c05-93fc-3c9217738084 req-41fea7b8-1977-4c6a-965f-a3b1c8ca1e22 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 944 time: 0.2245419 Oct 28 14:37:20.743332 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d76629c3-bfc9-45fb-ab64-d8a925a91fcb tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:20.774623 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c8b30080-0dc3-480d-b7e8-3a8f49d7c764 req-65583634-57d2-46b6-8fba-20fe22311fbe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f66cb821-2d22-45aa-9985-3ea85500b50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497158 Oct 28 14:37:20.774815 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ae625-1923-4bcc-acd2-8b0ee531c8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8,revision_number=3']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:20.778722 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 28 Oct 2021 14:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434d47db-a0ea-4695-b57f-649a4e29d969 x-openstack-request-id: req-434d47db-a0ea-4695-b57f-649a4e29d969 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:37:20.779224 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778b6640-876b-4c68-a5e9-afffaf49eab6", "tag": "630449a9-73bb-43a4-a6de-52fc316459aa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cf0de061-5183-4ed3-a776-d17bdafe9e97", "tag": "01f0ba98-94da-451b-9875-bf8c7594c4fe", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:37:20.779609 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-434d47db-a0ea-4695-b57f-649a4e29d969 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:37:20.780199 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778b6640-876b-4c68-a5e9-afffaf49eab6', 'tag': '630449a9-73bb-43a4-a6de-52fc316459aa', 'status': 'completed', 'code': 200} Oct 28 14:37:20.780597 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0de061-5183-4ed3-a776-d17bdafe9e97', 'tag': '01f0ba98-94da-451b-9875-bf8c7594c4fe', 'status': 'completed', 'code': 200} Oct 28 14:37:20.786777 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-8e916c8b-b403-408c-a19b-67e444967c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:20.788471 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-8e916c8b-b403-408c-a19b-67e444967c84 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7121b6f-bf50-4bce-a009-aedce513e8c2 HTTP/1.1" status: 200 len: 855 time: 0.2030084 Oct 28 14:37:20.806833 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-5b8a6a7c-1531-4a7a-98b2-83d26f6b65ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:20.809474 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-5b8a6a7c-1531-4a7a-98b2-83d26f6b65ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:20.810834 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-5b8a6a7c-1531-4a7a-98b2-83d26f6b65ef admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/67a36190-7e62-48ff-8a4e-2c67c41c95c0 HTTP/1.1" status: 204 len: 168 time: 1.2198100 Oct 28 14:37:20.826896 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-3431f628-ca7c-4b0d-8b6a-67397b563daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:20.828507 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-3431f628-ca7c-4b0d-8b6a-67397b563daf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f8630344-cf93-4cfe-815f-63516c44a48e HTTP/1.1" status: 200 len: 858 time: 0.1873965 Oct 28 14:37:20.879601 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d76629c3-bfc9-45fb-ab64-d8a925a91fcb tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:20.890736 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a6a7c-1531-4a7a-98b2-83d26f6b65ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a36190-7e62-48ff-8a4e-2c67c41c95c0,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:20.894232 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-a7a9f55e-1300-4d53-aeec-ec3253b12bf7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=154fe041-a0da-49d3-ad0f-1c0e36bd37bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807726 Oct 28 14:37:20.934425 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4baa8eaf-9713-4c05-93fc-3c9217738084 req-d6990acb-d893-4f86-9e76-0381af2831b6 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974678 Oct 28 14:37:20.955891 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-a111410f-c4b2-437b-b1fd-313ea0634188 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f66cb821-2d22-45aa-9985-3ea85500b50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926340 Oct 28 14:37:21.029564 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:21.041593 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c8b30080-0dc3-480d-b7e8-3a8f49d7c764 req-30752677-47c1-4b6d-8c1a-fd5ede80c8ca service neutron] 10.222.0.72 "GET /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530034 Oct 28 14:37:21.082426 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-3acd58d6-5b14-4639-b124-404cee626513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:21.084645 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-3acd58d6-5b14-4639-b124-404cee626513 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d82e2b8f43e4ae1ac9d7014a692ee64&device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 1096 time: 0.3289652 Oct 28 14:37:21.089728 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-4bf0fdb3-3094-42d3-a80a-c9549c72d92d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:21.208887 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:21.252178 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-4262867a-b7b4-4981-8f0e-85fd068461c3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8 HTTP/1.1" status: 200 len: 217 time: 0.1462922 Oct 28 14:37:21.254871 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-65b90383-69f6-4a5b-8524-28433c207c31 service neutron] 10.222.0.72 "GET /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675261 Oct 28 14:37:21.265581 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af61aac-bfe2-4794-9004-c16270a033e8 req-96d33e2b-eb45-436d-9269-34018b469871 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:21.267524 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2af61aac-bfe2-4794-9004-c16270a033e8 req-96d33e2b-eb45-436d-9269-34018b469871 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 944 time: 0.2631638 Oct 28 14:37:21.270140 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d76629c3-bfc9-45fb-ab64-d8a925a91fcb tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for port, precommit_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:21.293360 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d76629c3-bfc9-45fb-ab64-d8a925a91fcb tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:21.367628 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d76629c3-bfc9-45fb-ab64-d8a925a91fcb tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640319'] for floatingip, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:21.376739 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c8b30080-0dc3-480d-b7e8-3a8f49d7c764 req-9ea9cf5a-5fe0-47a4-9795-c21fcb1dd130 service neutron] 10.222.0.72 "GET /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155427 Oct 28 14:37:21.384254 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 60180) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:21.399582 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2af61aac-bfe2-4794-9004-c16270a033e8 req-ee0d4c8b-d166-467f-8ffe-5fc4298c03d3 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242015 Oct 28 14:37:21.406516 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76629c3-bfc9-45fb-ab64-d8a925a91fcb tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Pushing event updated for resources: {'Port': ['ID=76134de8-fd7e-42bd-ae4c-1cd381c8662e,revision_number=2']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:21.423802 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-8daef805-e446-4105-a37b-be58c57075b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:21.430805 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d76629c3-bfc9-45fb-ab64-d8a925a91fcb tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for floatingip, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:21.432017 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-d76629c3-bfc9-45fb-ab64-d8a925a91fcb tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5590529 Oct 28 14:37:21.462060 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-5ce87f37-822e-4d62-858e-676459e2f760 service neutron] 10.222.0.72 "GET /v2.0/networks/154fe041-a0da-49d3-ad0f-1c0e36bd37bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5273340 Oct 28 14:37:21.492483 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [None req-4bf0fdb3-3094-42d3-a80a-c9549c72d92d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Allocated IP 172.27.2.7 (ee68bfbb-5103-4d10-b9ad-fba4a097df41/ecb224d9-3cd4-4979-8f79-b30a4344ff69/e6f660d5-ff48-4379-a4b6-99b25a1a8cc5) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:37:21.523472 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-ffef3fbb-d635-4012-a440-3630af6c8bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:21.525258 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-ffef3fbb-d635-4012-a440-3630af6c8bd1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32493066-007b-46d5-a9f2-dacbc5a27bba HTTP/1.1" status: 200 len: 851 time: 0.2459998 Oct 28 14:37:21.542358 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68929c-14d2-46fd-8cc9-d93273f06304 req-b18906b3-0cf5-4f4d-877c-493aabd9dbf2 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:21.544407 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-de68929c-14d2-46fd-8cc9-d93273f06304 req-b18906b3-0cf5-4f4d-877c-493aabd9dbf2 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 943 time: 0.0857391 Oct 28 14:37:21.592193 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-8daef805-e446-4105-a37b-be58c57075b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:21.606040 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-8daef805-e446-4105-a37b-be58c57075b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:21.612499 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-542300d9-e6dd-476d-88a3-a39d574a4b3b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=37ce60aa-6f83-4b57-945f-e1e5b981cb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473886 Oct 28 14:37:21.617913 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-de68929c-14d2-46fd-8cc9-d93273f06304 req-b345a9b4-5ac2-4110-94bf-d6d610489ca9 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f44b34d-572d-4878-b6e6-5bf4e969b157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608857 Oct 28 14:37:21.659883 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-8daef805-e446-4105-a37b-be58c57075b0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5ca9288bed4347bfa1745e42a4b0f199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717021 Oct 28 14:37:21.662235 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 60192) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:21.675168 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daef805-e446-4105-a37b-be58c57075b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ead5d3-ca45-423f-b760-3e1bd7503904,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:21.720524 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-97a19a9a-03a5-49dc-9eca-28e1ac790845 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:21.750758 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-97a19a9a-03a5-49dc-9eca-28e1ac790845 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:22.026778 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-6ee42747-e080-49dd-844c-4d096a15eb3c req-de5c7cd7-dfad-459f-95f0-849de3b7f972 service neutron] 10.222.0.72 "GET /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7459354 Oct 28 14:37:22.040818 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-6b33074f-9808-4c6c-9f44-a62213e6a627 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1689809998&fields=id&tenant_id=9e334a6e70ac4c2a882f287ce31d287e HTTP/1.1" status: 200 len: 267 time: 0.2877805 Oct 28 14:37:22.083909 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-06b1cb79-68df-41df-ae76-fe46d77baf05 req-f89eb95f-c461-4787-96f3-d7378dbbbc9f service neutron] 10.222.0.72 "GET /v2.0/networks/154fe041-a0da-49d3-ad0f-1c0e36bd37bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6036477 Oct 28 14:37:22.090868 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:22.098224 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-691d808c-f997-4266-8462-6edea858b39b service neutron] 10.222.0.72 "GET /v2.0/networks/37ce60aa-6f83-4b57-945f-e1e5b981cb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498248 Oct 28 14:37:22.178035 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-97a19a9a-03a5-49dc-9eca-28e1ac790845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:22.182357 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-97a19a9a-03a5-49dc-9eca-28e1ac790845 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:22.182708 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-97a19a9a-03a5-49dc-9eca-28e1ac790845 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/25ead5d3-ca45-423f-b760-3e1bd7503904 HTTP/1.1" status: 204 len: 168 time: 0.5192773 Oct 28 14:37:22.206925 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a19a9a-03a5-49dc-9eca-28e1ac790845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ead5d3-ca45-423f-b760-3e1bd7503904,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:22.209824 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-4bf0fdb3-3094-42d3-a80a-c9549c72d92d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:22.275004 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5675607-1028-4d9b-a801-4dc7f1312232 req-bd7d93ea-d2ae-450d-9efe-ef838669d77c tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:22.278220 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b5675607-1028-4d9b-a801-4dc7f1312232 req-bd7d93ea-d2ae-450d-9efe-ef838669d77c tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 944 time: 0.2404978 Oct 28 14:37:22.322377 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c43e43-ef67-44fe-8270-b8fb48390e66 req-a001d1b3-62ee-41ca-8abe-460084f1dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:22.323946 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c8c43e43-ef67-44fe-8270-b8fb48390e66 req-a001d1b3-62ee-41ca-8abe-460084f1dfc2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=568d16c23053469dad2cfede8da540d0&device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 1097 time: 0.1371529 Oct 28 14:37:22.409931 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-74d60168-089e-44c8-a14a-bbf0a84a427a tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:22.417240 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-74d60168-089e-44c8-a14a-bbf0a84a427a tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/networks?id=37179b0d-df91-4999-9b23-d6b35cc378c2 HTTP/1.1" status: 200 len: 810 time: 0.3085573 Oct 28 14:37:22.420074 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-4bf0fdb3-3094-42d3-a80a-c9549c72d92d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:22.453167 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b5675607-1028-4d9b-a801-4dc7f1312232 req-9bfb597d-8cbe-4efb-b1e6-ed2745289930 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460776 Oct 28 14:37:22.455937 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-54233ca9-6eeb-4407-affe-1ad5a4878635 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/quotas/9e334a6e70ac4c2a882f287ce31d287e HTTP/1.1" status: 200 len: 375 time: 0.0213401 Oct 28 14:37:22.480554 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b9fb4e79-69d9-4470-8c1a-84cfc00ddacb req-ea24856b-3443-4944-a3a4-e8a159891caf service neutron] 10.222.0.72 "GET /v2.0/networks/37ce60aa-6f83-4b57-945f-e1e5b981cb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734875 Oct 28 14:37:22.499416 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf0fdb3-3094-42d3-a80a-c9549c72d92d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Network ee68bfbb-5103-4d10-b9ad-fba4a097df41 is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:37:22.516064 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-4bf0fdb3-3094-42d3-a80a-c9549c72d92d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:37:22.526561 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf0fdb3-3094-42d3-a80a-c9549c72d92d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:37:22.529052 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device cb63d985-7727-473b-be7e-41ea307f84b9 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 14:37:22.535603 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-f4a25e29-5ec0-4351-bfa8-ccccce3218d1 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9e334a6e70ac4c2a882f287ce31d287e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0715251 Oct 28 14:37:22.611693 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0fdb3-3094-42d3-a80a-c9549c72d92d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Pushing event updated for resources: {'Port': ['ID=e6f660d5-ff48-4379-a4b6-99b25a1a8cc5,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:22.632856 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c43e43-ef67-44fe-8270-b8fb48390e66 req-2ecfe830-0faf-41c6-b057-fffcc1dc28fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:22.634433 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c8c43e43-ef67-44fe-8270-b8fb48390e66 req-2ecfe830-0faf-41c6-b057-fffcc1dc28fe service neutron] 10.222.0.72 "GET /v2.0/networks?id=154fe041-a0da-49d3-ad0f-1c0e36bd37bc HTTP/1.1" status: 200 len: 916 time: 0.3001752 Oct 28 14:37:22.746338 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port cb63d985-7727-473b-be7e-41ea307f84b9, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=cb63d985-7727-473b-be7e-41ea307f84b9,segment=NetworkSegment(40cacd57-85a6-447b-bfa7-d4d37db9cdb1),segment_id=40cacd57-85a6-447b-bfa7-d4d37db9cdb1)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:37:22.757777 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c8c43e43-ef67-44fe-8270-b8fb48390e66 req-1251f69b-13fd-40e7-9011-d97c2c8ae03b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=630449a9-73bb-43a4-a6de-52fc316459aa HTTP/1.1" status: 200 len: 217 time: 0.0990324 Oct 28 14:37:22.759200 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-4bf0fdb3-3094-42d3-a80a-c9549c72d92d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:22.764356 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Returning: {'device': 'cb63d985-7727-473b-be7e-41ea307f84b9', 'network_id': 'f66cb821-2d22-45aa-9985-3ea85500b50a', 'port_id': 'cb63d985-7727-473b-be7e-41ea307f84b9', 'mac_address': 'fa:16:3e:f2:25:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8630344-cf93-4cfe-815f-63516c44a48e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 14:37:22.823653 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:22.835190 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad913af8-4f06-4bb6-a072-580c5aa3960c req-1d6d1def-5ec5-4ec0-b242-5665c9a8d08f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:22.836773 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ad913af8-4f06-4bb6-a072-580c5aa3960c req-1d6d1def-5ec5-4ec0-b242-5665c9a8d08f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 944 time: 0.1558933 Oct 28 14:37:22.839416 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb63d985-7727-473b-be7e-41ea307f84b9 {{(pid=101540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:37:22.867615 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-0f9f7327-43e2-4d9d-9993-63506f647002 service neutron] 10.222.0.79 "GET /v2.0/networks/37179b0d-df91-4999-9b23-d6b35cc378c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153386 Oct 28 14:37:22.871727 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5eceba-e767-45ee-852f-b6c8b9e2fbf5', 'tag': 'f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:37:22.872314 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port cb63d985-7727-473b-be7e-41ea307f84b9, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=cb63d985-7727-473b-be7e-41ea307f84b9,segment=NetworkSegment(40cacd57-85a6-447b-bfa7-d4d37db9cdb1),segment_id=40cacd57-85a6-447b-bfa7-d4d37db9cdb1)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:37:22.874125 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014fb33c-3c2b-4712-9e75-17ed63114a06" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5eceba-e767-45ee-852f-b6c8b9e2fbf5", "tag": "f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:37:22.877843 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c43e43-ef67-44fe-8270-b8fb48390e66 req-e3be2ec1-b2f3-4abe-ae8b-6fdf9b46aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:22.879455 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c8c43e43-ef67-44fe-8270-b8fb48390e66 req-e3be2ec1-b2f3-4abe-ae8b-6fdf9b46aab0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7121b6f-bf50-4bce-a009-aedce513e8c2 HTTP/1.1" status: 200 len: 855 time: 0.1072452 Oct 28 14:37:22.882954 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:22.949400 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=cb63d985-7727-473b-be7e-41ea307f84b9,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:22.983908 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c8c43e43-ef67-44fe-8270-b8fb48390e66 req-aaad2ae7-5a40-4975-a673-02bfe2c31eb4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=154fe041-a0da-49d3-ad0f-1c0e36bd37bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943916 Oct 28 14:37:23.005791 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-4bf0fdb3-3094-42d3-a80a-c9549c72d92d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:23.026175 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ad913af8-4f06-4bb6-a072-580c5aa3960c req-8c6c71ac-4859-4882-8043-06d6a1946b3a tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725338 Oct 28 14:37:23.190037 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-ce094977-5d54-4032-ac6c-49bdfcf43d22 service neutron] 10.222.0.79 "GET /v2.0/networks/37179b0d-df91-4999-9b23-d6b35cc378c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900474 Oct 28 14:37:23.202173 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c8c43e43-ef67-44fe-8270-b8fb48390e66 req-5a05e7e3-3a3c-4fa4-8efc-b07d2a78c61d service neutron] 10.222.0.72 "GET /v2.0/networks/154fe041-a0da-49d3-ad0f-1c0e36bd37bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046463 Oct 28 14:37:23.231138 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['cb63d985-7727-473b-be7e-41ea307f84b9'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:37:23.299026 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7eb67-facb-498a-9e7c-6f7aba0dc136 req-8e9bdf99-7d2e-466e-91a4-281bf486ba23 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:23.310114 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0de7eb67-facb-498a-9e7c-6f7aba0dc136 req-8e9bdf99-7d2e-466e-91a4-281bf486ba23 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 943 time: 0.1694860 Oct 28 14:37:23.393100 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-4bf0fdb3-3094-42d3-a80a-c9549c72d92d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:23.398548 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0de7eb67-facb-498a-9e7c-6f7aba0dc136 req-c5da240c-b567-4abe-bb22-de1bb1b14919 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f44b34d-572d-4878-b6e6-5bf4e969b157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788236 Oct 28 14:37:23.428921 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-4bf0fdb3-3094-42d3-a80a-c9549c72d92d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:23.504761 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-4bf0fdb3-3094-42d3-a80a-c9549c72d92d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640319'] for floatingip, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:23.509952 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c8c43e43-ef67-44fe-8270-b8fb48390e66 req-e8f94f22-10b7-4973-9624-2ec09a442d0f service neutron] 10.222.0.72 "GET /v2.0/networks/154fe041-a0da-49d3-ad0f-1c0e36bd37bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891195 Oct 28 14:37:23.528245 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0fdb3-3094-42d3-a80a-c9549c72d92d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Pushing event updated for resources: {'Port': ['ID=e6f660d5-ff48-4379-a4b6-99b25a1a8cc5,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:23.545177 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-4bf0fdb3-3094-42d3-a80a-c9549c72d92d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for floatingip, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:23.547729 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-4bf0fdb3-3094-42d3-a80a-c9549c72d92d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8517787 Oct 28 14:37:23.641836 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d95a57-4fea-4189-b299-393faf03d9ba x-openstack-request-id: req-00d95a57-4fea-4189-b299-393faf03d9ba {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:37:23.642474 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5eceba-e767-45ee-852f-b6c8b9e2fbf5", "tag": "f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:37:23.643648 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-00d95a57-4fea-4189-b299-393faf03d9ba {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:37:23.644340 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5eceba-e767-45ee-852f-b6c8b9e2fbf5', 'tag': 'f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8', 'status': 'completed', 'code': 200} Oct 28 14:37:23.678562 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-acbbd458-2a9d-4aeb-b78f-f67dbfee2908 req-8b6fa855-9d23-4eab-8238-5111f2339457 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 210 time: 0.1199491 Oct 28 14:37:23.732673 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c43e43-ef67-44fe-8270-b8fb48390e66 req-2974c776-76c1-4ef8-9630-f2cbc0229503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:23.734992 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c8c43e43-ef67-44fe-8270-b8fb48390e66 req-2974c776-76c1-4ef8-9630-f2cbc0229503 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dda0d6d1b084868853338165ea3601d&device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 1097 time: 0.1443906 Oct 28 14:37:23.973386 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c43e43-ef67-44fe-8270-b8fb48390e66 req-6160b4cf-b928-4977-9601-84f47ffe0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:23.975242 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c8c43e43-ef67-44fe-8270-b8fb48390e66 req-6160b4cf-b928-4977-9601-84f47ffe0126 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f66cb821-2d22-45aa-9985-3ea85500b50a HTTP/1.1" status: 200 len: 919 time: 0.2315924 Oct 28 14:37:23.977686 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fb33c-3c2b-4712-9e75-17ed63114a06 req-f040650c-1295-4a5c-a4b7-225402a8adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:23.980036 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-311c06ec-4692-4179-8b1b-5c5690f8fe8c tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1716089661&fields=id&tenant_id=89fb273f901845daa8cf52ed4beefe1d HTTP/1.1" status: 200 len: 267 time: 0.1225295 Oct 28 14:37:23.981404 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-014fb33c-3c2b-4712-9e75-17ed63114a06 req-f040650c-1295-4a5c-a4b7-225402a8adc9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d82e2b8f43e4ae1ac9d7014a692ee64&device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 1096 time: 0.3225727 Oct 28 14:37:24.135722 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c8c43e43-ef67-44fe-8270-b8fb48390e66 req-3b6654e9-1760-452d-8439-0383652d0612 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01f0ba98-94da-451b-9875-bf8c7594c4fe HTTP/1.1" status: 200 len: 217 time: 0.1431332 Oct 28 14:37:24.143319 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937d5c7-3fec-4b74-8c07-ffd93efd265a req-7ff32ea2-53f7-4ae8-b6f2-314fbf89023a tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:24.147865 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8937d5c7-3fec-4b74-8c07-ffd93efd265a req-7ff32ea2-53f7-4ae8-b6f2-314fbf89023a tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 944 time: 0.3959148 Oct 28 14:37:24.305616 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8937d5c7-3fec-4b74-8c07-ffd93efd265a req-1bb24b1b-61bd-44d8-9175-a409cf1ec2c9 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495328 Oct 28 14:37:24.316454 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c43e43-ef67-44fe-8270-b8fb48390e66 req-b0f81584-5230-40a7-a5fd-8fd846a2efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:24.318793 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c8c43e43-ef67-44fe-8270-b8fb48390e66 req-b0f81584-5230-40a7-a5fd-8fd846a2efbd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f8630344-cf93-4cfe-815f-63516c44a48e HTTP/1.1" status: 200 len: 858 time: 0.1281707 Oct 28 14:37:24.326020 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-06199dc5-d500-4823-b560-1e6f93eb4b90 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:24.338139 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-06199dc5-d500-4823-b560-1e6f93eb4b90 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/networks?id=8c4fd715-4b25-4fcf-8589-609c400168cc HTTP/1.1" status: 200 len: 817 time: 0.3571100 Oct 28 14:37:24.368663 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-a57391d1-23a5-442c-90b6-f3cd97cf7256 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/quotas/89fb273f901845daa8cf52ed4beefe1d HTTP/1.1" status: 200 len: 375 time: 0.0281873 Oct 28 14:37:24.394606 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c8c43e43-ef67-44fe-8270-b8fb48390e66 req-95d21581-b3ff-4fa8-9d7d-1ce9203954f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f66cb821-2d22-45aa-9985-3ea85500b50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621836 Oct 28 14:37:24.466417 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fb33c-3c2b-4712-9e75-17ed63114a06 req-00d1901a-5d29-42d5-b998-2156dcf95cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:24.468949 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-014fb33c-3c2b-4712-9e75-17ed63114a06 req-00d1901a-5d29-42d5-b998-2156dcf95cb7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=37ce60aa-6f83-4b57-945f-e1e5b981cb8b HTTP/1.1" status: 200 len: 912 time: 0.4751177 Oct 28 14:37:24.471000 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-b94bd34d-d5a8-41a2-a2a8-11580260eb51 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=89fb273f901845daa8cf52ed4beefe1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0997624 Oct 28 14:37:24.506590 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 630449a9-73bb-43a4-a6de-52fc316459aa details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 14:37:24.541200 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-014fb33c-3c2b-4712-9e75-17ed63114a06 req-482e3d59-cc8b-4e3e-9270-dd0030522278 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8 HTTP/1.1" status: 200 len: 217 time: 0.0450001 Oct 28 14:37:24.556932 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device cb63d985-7727-473b-be7e-41ea307f84b9 up at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:37:24.656078 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.db.resource_extend [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 14:37:24.680832 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fb33c-3c2b-4712-9e75-17ed63114a06 req-cb0da507-2e9a-4e27-94b5-0516529dc4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:24.683906 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-014fb33c-3c2b-4712-9e75-17ed63114a06 req-cb0da507-2e9a-4e27-94b5-0516529dc4bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32493066-007b-46d5-a9f2-dacbc5a27bba HTTP/1.1" status: 200 len: 851 time: 0.1255825 Oct 28 14:37:24.688570 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c8c43e43-ef67-44fe-8270-b8fb48390e66 req-e590a596-d98d-4748-be42-b5634713bd57 service neutron] 10.222.0.72 "GET /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803655 Oct 28 14:37:24.773195 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d2ce8-7b7e-4744-a7e5-7d32e7193eff req-1f22efb5-c88c-4a31-bc8c-8176d1db7366 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:24.774780 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-139d2ce8-7b7e-4744-a7e5-7d32e7193eff req-1f22efb5-c88c-4a31-bc8c-8176d1db7366 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 944 time: 0.3027370 Oct 28 14:37:24.789622 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-014fb33c-3c2b-4712-9e75-17ed63114a06 req-ccf1a012-c4f4-45eb-8fc1-a1ece915c370 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=37ce60aa-6f83-4b57-945f-e1e5b981cb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880735 Oct 28 14:37:24.820068 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning for port cb63d985-7727-473b-be7e-41ea307f84b9 completed by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 14:37:24.835369 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning complete for port cb63d985-7727-473b-be7e-41ea307f84b9 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:24.835734 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:24.856312 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-2f25e764-c97b-4cbe-a4df-efb70573353a service neutron] 10.222.0.79 "GET /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815689 Oct 28 14:37:24.932936 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-139d2ce8-7b7e-4744-a7e5-7d32e7193eff req-8eaad451-a563-44b1-b2e1-986aae62c184 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399455 Oct 28 14:37:24.944761 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 630449a9-73bb-43a4-a6de-52fc316459aa, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=630449a9-73bb-43a4-a6de-52fc316459aa,segment=NetworkSegment(541960ed-ea2e-414b-b95b-16f66a435fe6),segment_id=541960ed-ea2e-414b-b95b-16f66a435fe6)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:37:24.983196 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Returning: {'device': '630449a9-73bb-43a4-a6de-52fc316459aa', 'network_id': '154fe041-a0da-49d3-ad0f-1c0e36bd37bc', 'port_id': '630449a9-73bb-43a4-a6de-52fc316459aa', 'mac_address': 'fa:16:3e:02:40:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7121b6f-bf50-4bce-a009-aedce513e8c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 14:37:25.112663 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c8c43e43-ef67-44fe-8270-b8fb48390e66 req-bdfac704-3e4b-431f-a5e4-b2557b811509 service neutron] 10.222.0.72 "GET /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097831 Oct 28 14:37:25.147110 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-014fb33c-3c2b-4712-9e75-17ed63114a06 req-c6141f31-6d77-4b2c-a0bc-d136222ce87b service neutron] 10.222.0.72 "GET /v2.0/networks/37ce60aa-6f83-4b57-945f-e1e5b981cb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426721 Oct 28 14:37:25.160851 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa052a0-bb06-4770-b609-4ce19207a58f req-7392634b-2d93-4121-98bf-2ab8b9b752f1 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:25.169418 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9aa052a0-bb06-4770-b609-4ce19207a58f req-7392634b-2d93-4121-98bf-2ab8b9b752f1 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 943 time: 0.1082494 Oct 28 14:37:25.193380 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-9cf25e68-6ba2-438b-9c8b-787e7615c989 service neutron] 10.222.0.79 "GET /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223224 Oct 28 14:37:25.230849 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:25.285826 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9aa052a0-bb06-4770-b609-4ce19207a58f req-753d60d5-b471-46ad-bbe4-542b17722d1f tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f44b34d-572d-4878-b6e6-5bf4e969b157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102250 Oct 28 14:37:25.296822 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 60416) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:25.301698 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630449a9-73bb-43a4-a6de-52fc316459aa {{(pid=101540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:37:25.327344 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-014fb33c-3c2b-4712-9e75-17ed63114a06 req-3470a310-e751-4d34-bf22-4c1ca3a0a232 service neutron] 10.222.0.72 "GET /v2.0/networks/37ce60aa-6f83-4b57-945f-e1e5b981cb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707983 Oct 28 14:37:25.328661 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 630449a9-73bb-43a4-a6de-52fc316459aa, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=630449a9-73bb-43a4-a6de-52fc316459aa,segment=NetworkSegment(541960ed-ea2e-414b-b95b-16f66a435fe6),segment_id=541960ed-ea2e-414b-b95b-16f66a435fe6)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:37:25.333222 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:25.351698 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:25.353230 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 01f0ba98-94da-451b-9875-bf8c7594c4fe details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 14:37:25.435228 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b4d01fb5-c955-4f2f-b4ba-42ee4ebcc18a req-e7a0882c-df72-4570-96ec-0d0b7a75e3c3 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 210 time: 0.0627840 Oct 28 14:37:25.577304 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc8a6f9-1e42-4357-97fe-85be02022d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb63d985-7727-473b-be7e-41ea307f84b9'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:37:25.588817 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-45b108d3-6e9a-4b7a-8936-8b170a4de586 req-19ecbbe1-2b0d-4b75-88d5-e9c043d5bb3a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 210 time: 0.0775678 Oct 28 14:37:25.632651 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-7a19bed3-22aa-46d9-905d-55dc5e4fa7a9 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:25.632651 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-7a19bed3-22aa-46d9-905d-55dc5e4fa7a9 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.72 "GET /v2.0/networks?id=37179b0d-df91-4999-9b23-d6b35cc378c2 HTTP/1.1" status: 200 len: 810 time: 0.2934635 Oct 28 14:37:25.717630 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11607c-8bf2-4606-99a9-d43d1e66f484 req-5b01e912-3c5f-492a-95d6-f7ee5f657954 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:25.720125 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-db11607c-8bf2-4606-99a9-d43d1e66f484 req-5b01e912-3c5f-492a-95d6-f7ee5f657954 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 945 time: 0.1236327 Oct 28 14:37:25.755910 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-f2caa91a-4d51-4c67-979d-0e6532a87495 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e334a6e70ac4c2a882f287ce31d287e HTTP/1.1" status: 200 len: 380 time: 0.1099439 Oct 28 14:37:25.756512 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2fe3c267-3b34-4793-b1c2-5d1952aa6bfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:25.764432 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port cb63d985-7727-473b-be7e-41ea307f84b9, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=cb63d985-7727-473b-be7e-41ea307f84b9,segment=NetworkSegment(40cacd57-85a6-447b-bfa7-d4d37db9cdb1),segment_id=40cacd57-85a6-447b-bfa7-d4d37db9cdb1)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:37:25.778363 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:25.781189 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-1930f447-435e-4647-921b-c7501c4a3646 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Request body: {'port': {'device_id': '8db271e4-6f10-476a-9df0-c9b7b2d4c296', 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'admin_state_up': True, 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'security_groups': ['ccf792e0-f57f-4f05-963d-9f2696c020b4']}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:37:25.783686 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=630449a9-73bb-43a4-a6de-52fc316459aa,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:25.813535 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-db11607c-8bf2-4606-99a9-d43d1e66f484 req-6d564799-39db-4305-87eb-fc5e02d73341 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843451 Oct 28 14:37:25.851095 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=cb63d985-7727-473b-be7e-41ea307f84b9,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:25.868333 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 01f0ba98-94da-451b-9875-bf8c7594c4fe, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=01f0ba98-94da-451b-9875-bf8c7594c4fe,segment=NetworkSegment(40cacd57-85a6-447b-bfa7-d4d37db9cdb1),segment_id=40cacd57-85a6-447b-bfa7-d4d37db9cdb1)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:37:25.883353 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Returning: {'device': '01f0ba98-94da-451b-9875-bf8c7594c4fe', 'network_id': 'f66cb821-2d22-45aa-9985-3ea85500b50a', 'port_id': '01f0ba98-94da-451b-9875-bf8c7594c4fe', 'mac_address': 'fa:16:3e:aa:25:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8630344-cf93-4cfe-815f-63516c44a48e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 14:37:25.940007 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:25.957538 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 60452) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:25.991773 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f0ba98-94da-451b-9875-bf8c7594c4fe {{(pid=101540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:37:26.000772 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2fe3c267-3b34-4793-b1c2-5d1952aa6bfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:26.006044 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-1930f447-435e-4647-921b-c7501c4a3646 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Made reservation on behalf of 9e334a6e70ac4c2a882f287ce31d287e for: {'port': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:37:26.012284 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-1930f447-435e-4647-921b-c7501c4a3646 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:26.032613 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 01f0ba98-94da-451b-9875-bf8c7594c4fe, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=01f0ba98-94da-451b-9875-bf8c7594c4fe,segment=NetworkSegment(40cacd57-85a6-447b-bfa7-d4d37db9cdb1),segment_id=40cacd57-85a6-447b-bfa7-d4d37db9cdb1)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:37:26.032881 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2fe3c267-3b34-4793-b1c2-5d1952aa6bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:26.046850 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:26.047921 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 14:37:26.117639 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff298e6-638a-403c-9b29-51a98870b0b0" -d '{"events": [{"server_uuid": "5cc8a6f9-1e42-4357-97fe-85be02022d2e", "name": "network-vif-plugged", "status": "completed", "tag": "cb63d985-7727-473b-be7e-41ea307f84b9"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:37:26.121229 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26318db-7b89-4a7f-bcf2-bfbc26be7140 req-527ff7e8-5872-4f75-8c5d-872dbfc04fa4 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:26.123230 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-2fe3c267-3b34-4793-b1c2-5d1952aa6bfb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9cfc4f5ec60748dfbf9edbe8defbb9e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8024037 Oct 28 14:37:26.125134 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f26318db-7b89-4a7f-bcf2-bfbc26be7140 req-527ff7e8-5872-4f75-8c5d-872dbfc04fa4 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 945 time: 0.0912776 Oct 28 14:37:26.128123 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 60458) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:26.144189 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3c267-3b34-4793-b1c2-5d1952aa6bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9380686-988f-4923-b2a8-e83091c534e3,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:26.288613 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-53996c78-8344-43f4-9a81-9b80c69576ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:26.325948 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-53996c78-8344-43f4-9a81-9b80c69576ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:26.329730 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=01f0ba98-94da-451b-9875-bf8c7594c4fe,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:26.356124 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-1930f447-435e-4647-921b-c7501c4a3646 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Allocated IP 172.20.0.4 (37179b0d-df91-4999-9b23-d6b35cc378c2/fb6c52cb-73bc-43b9-9665-77e60bb1696b/7a01d322-7e87-41a2-83c4-3821e0aa5d34) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:37:26.387536 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f26318db-7b89-4a7f-bcf2-bfbc26be7140 req-87eec5cb-bdff-4e2e-ac0b-1657398808ae tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297475 Oct 28 14:37:26.403060 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-53996c78-8344-43f4-9a81-9b80c69576ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:26.406551 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-53996c78-8344-43f4-9a81-9b80c69576ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:26.407983 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-53996c78-8344-43f4-9a81-9b80c69576ca admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c9380686-988f-4923-b2a8-e83091c534e3 HTTP/1.1" status: 204 len: 168 time: 0.2784309 Oct 28 14:37:26.425104 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8,segment=NetworkSegment(0a9165ac-8de0-4590-b1ca-0689f64226a5),segment_id=0a9165ac-8de0-4590-b1ca-0689f64226a5)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:37:26.431514 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53996c78-8344-43f4-9a81-9b80c69576ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9380686-988f-4923-b2a8-e83091c534e3,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:26.461052 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abdf0a8-dc2a-44a2-8335-dbf6b7681f5b x-openstack-request-id: req-7abdf0a8-dc2a-44a2-8335-dbf6b7681f5b {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:37:26.462263 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc8a6f9-1e42-4357-97fe-85be02022d2e", "name": "network-vif-plugged", "status": "completed", "tag": "cb63d985-7727-473b-be7e-41ea307f84b9", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:37:26.462652 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7abdf0a8-dc2a-44a2-8335-dbf6b7681f5b {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:37:26.463479 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc8a6f9-1e42-4357-97fe-85be02022d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb63d985-7727-473b-be7e-41ea307f84b9', 'code': 200} Oct 28 14:37:26.486716 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-a83f0c18-0597-4f6d-983c-8ae9bd4e2cb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:26.506432 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Returning: {'device': 'f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8', 'network_id': '37ce60aa-6f83-4b57-945f-e1e5b981cb8b', 'port_id': 'f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8', 'mac_address': 'fa:16:3e:a2:f1:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32493066-007b-46d5-a9f2-dacbc5a27bba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 14:37:26.555021 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-1930f447-435e-4647-921b-c7501c4a3646 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:26.603427 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:26.641373 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4df4fd54-fbe3-413f-9222-87f931f75cf0 req-728d1558-ee35-4a10-b7bf-fea8a425348f tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 210 time: 0.0426655 Oct 28 14:37:26.651168 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8 {{(pid=101540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:37:26.677699 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-1930f447-435e-4647-921b-c7501c4a3646 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:26.703010 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8,segment=NetworkSegment(0a9165ac-8de0-4590-b1ca-0689f64226a5),segment_id=0a9165ac-8de0-4590-b1ca-0689f64226a5)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:37:26.710519 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:26.725161 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639c32a-16d1-4301-829d-d04b29afc79f req-b854f97c-dabd-4a65-b9bd-abb55551dae6 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:26.726768 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c639c32a-16d1-4301-829d-d04b29afc79f req-b854f97c-dabd-4a65-b9bd-abb55551dae6 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 943 time: 0.1950471 Oct 28 14:37:26.769796 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:26.797390 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 60480) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:26.837323 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-af22602a-4386-43a4-841b-ab581deb42c5 req-1ee15718-5c96-42b5-9e2d-13ab44cd60ca tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 210 time: 0.0559094 Oct 28 14:37:26.875616 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930f447-435e-4647-921b-c7501c4a3646 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Pushing event updated for resources: {'Port': ['ID=7a01d322-7e87-41a2-83c4-3821e0aa5d34,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:26.884528 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-1930f447-435e-4647-921b-c7501c4a3646 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Network 37179b0d-df91-4999-9b23-d6b35cc378c2 is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:37:26.892477 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-1930f447-435e-4647-921b-c7501c4a3646 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:37:26.907491 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-1930f447-435e-4647-921b-c7501c4a3646 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:37:26.913151 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-1930f447-435e-4647-921b-c7501c4a3646 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:26.920644 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c639c32a-16d1-4301-829d-d04b29afc79f req-99ca2e2e-f704-438f-9b72-e090c6f3fcda tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f44b34d-572d-4878-b6e6-5bf4e969b157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745269 Oct 28 14:37:26.926591 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-1930f447-435e-4647-921b-c7501c4a3646 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:26.929420 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-a83f0c18-0597-4f6d-983c-8ae9bd4e2cb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:26.940538 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-a83f0c18-0597-4f6d-983c-8ae9bd4e2cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:26.981503 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66da15e-a823-4e3b-85c8-9af0793d9e67 req-d622b7ca-5db4-4c60-ad39-47a7f1859502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:26.983156 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c66da15e-a823-4e3b-85c8-9af0793d9e67 req-d622b7ca-5db4-4c60-ad39-47a7f1859502 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 1099 time: 0.1893253 Oct 28 14:37:26.986819 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-1930f447-435e-4647-921b-c7501c4a3646 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2192473 Oct 28 14:37:27.014918 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f0c18-0597-4f6d-983c-8ae9bd4e2cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b540f71f-9605-4e00-a06c-62203c4712d7,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:27.039264 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 60486) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:27.062732 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-d2636ed5-3e7d-4889-8912-3bcf92d44064 service neutron] Request body: {'port': {'device_id': '8db271e4-6f10-476a-9df0-c9b7b2d4c296', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:37:27.067401 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-a83f0c18-0597-4f6d-983c-8ae9bd4e2cb2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ad4fc3b6ccff4a0e892df19f5e40855d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1084588 Oct 28 14:37:27.068589 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 60488) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:27.080842 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-02caa8eb-749d-405a-946d-70d06b9e1228 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:27.085515 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-18b05923-60e3-48f1-b2e2-3132119d88fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:27.094742 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-c66da15e-a823-4e3b-85c8-9af0793d9e67 req-b9c86523-f00e-480d-8d6c-c5a52d5101b5 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:27.101160 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['630449a9-73bb-43a4-a6de-52fc316459aa'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:37:27.143629 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['01f0ba98-94da-451b-9875-bf8c7594c4fe'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:37:27.174359 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b821b-5111-4f34-a3d6-7c5f061c2c7e req-3e844080-6d93-42e8-a25e-da5ddd176563 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:27.176876 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9f5b821b-5111-4f34-a3d6-7c5f061c2c7e req-3e844080-6d93-42e8-a25e-da5ddd176563 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 945 time: 0.1800373 Oct 28 14:37:27.253152 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-d2636ed5-3e7d-4889-8912-3bcf92d44064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:27.304228 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4457bf27-f244-4aea-8281-7b55ab931da5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:27.333003 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:37:27.355280 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9f5b821b-5111-4f34-a3d6-7c5f061c2c7e req-9ea548b9-b396-4603-b2f4-0deacf9a981a tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496696 Oct 28 14:37:27.375829 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4457bf27-f244-4aea-8281-7b55ab931da5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:27.428613 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-dadebff6-46ef-484d-aecd-09b9c2f316fd None None] Provisioning complete for port 7a01d322-7e87-41a2-83c4-3821e0aa5d34 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:27.429387 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-dadebff6-46ef-484d-aecd-09b9c2f316fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:27.478008 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-02caa8eb-749d-405a-946d-70d06b9e1228 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:27.523305 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-dadebff6-46ef-484d-aecd-09b9c2f316fd None None] Port 7a01d322-7e87-41a2-83c4-3821e0aa5d34 cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:37:27.548671 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-02caa8eb-749d-405a-946d-70d06b9e1228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:27.554472 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4457bf27-f244-4aea-8281-7b55ab931da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:27.555111 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-c66da15e-a823-4e3b-85c8-9af0793d9e67 req-b9c86523-f00e-480d-8d6c-c5a52d5101b5 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:27.557307 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4457bf27-f244-4aea-8281-7b55ab931da5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:27.558729 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-4457bf27-f244-4aea-8281-7b55ab931da5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b540f71f-9605-4e00-a06c-62203c4712d7 HTTP/1.1" status: 204 len: 168 time: 0.4829919 Oct 28 14:37:27.571781 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-18b05923-60e3-48f1-b2e2-3132119d88fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:27.583198 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457bf27-f244-4aea-8281-7b55ab931da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b540f71f-9605-4e00-a06c-62203c4712d7,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:27.585415 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-18b05923-60e3-48f1-b2e2-3132119d88fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:27.621675 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02caa8eb-749d-405a-946d-70d06b9e1228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4a3145-9ac2-497d-b9a0-7d969af19be5,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:27.636932 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-c66da15e-a823-4e3b-85c8-9af0793d9e67 req-b9c86523-f00e-480d-8d6c-c5a52d5101b5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:27.637950 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-18b05923-60e3-48f1-b2e2-3132119d88fe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c35e2fb84c3f475093af7ffbecf58e0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5941715 Oct 28 14:37:27.646698 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb84d0-b5a9-42a9-ae3c-c82fda213961 req-f9c97489-adb0-453a-99ff-a03071cfaad4 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:27.648258 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-aeeb84d0-b5a9-42a9-ae3c-c82fda213961 req-f9c97489-adb0-453a-99ff-a03071cfaad4 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 945 time: 0.1483555 Oct 28 14:37:27.648748 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 60498) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:27.655350 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b05923-60e3-48f1-b2e2-3132119d88fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b84aaa3-5366-40fb-a658-6aaeecc984d0,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:27.736777 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c66da15e-a823-4e3b-85c8-9af0793d9e67 req-b9c86523-f00e-480d-8d6c-c5a52d5101b5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7354121 Oct 28 14:37:27.752866 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c86523-f00e-480d-8d6c-c5a52d5101b5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=899fa395-7bfb-4299-bb8c-515e064ce049,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:27.790879 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-02caa8eb-749d-405a-946d-70d06b9e1228 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=acbd00be60a24ea182da0e1d17bf8a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9924462 Oct 28 14:37:27.791677 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 60502) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:27.805719 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-aeeb84d0-b5a9-42a9-ae3c-c82fda213961 req-d87d4c10-cb44-4314-b581-8bdf7154f222 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456401 Oct 28 14:37:27.842748 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-c777ed6a-46bb-4d20-b9e1-2197d24fe8fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:27.851373 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-095e67dc-443f-4dab-91cd-85aa4800caca tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:27.852849 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-095e67dc-443f-4dab-91cd-85aa4800caca tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.72 "GET /v2.0/networks?id=8c4fd715-4b25-4fcf-8589-609c400168cc HTTP/1.1" status: 200 len: 817 time: 0.5505118 Oct 28 14:37:27.874703 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac9fdf-03a6-474f-a636-392aad6f771e req-59471e1f-7b1d-411a-8f4e-285a0f4d3488 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:27.882425 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-52ac9fdf-03a6-474f-a636-392aad6f771e req-59471e1f-7b1d-411a-8f4e-285a0f4d3488 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 931 time: 0.1316600 Oct 28 14:37:27.909138 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-c777ed6a-46bb-4d20-b9e1-2197d24fe8fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:27.964558 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-aae19797-8e23-4a2a-803f-8ae224130785 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:27.975177 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1fcb7c8a-558b-43b1-8e72-5f9bfd6183f6 req-c419301f-3c2a-4b3d-9995-dbc2d0f9d369 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 210 time: 0.0450778 Oct 28 14:37:27.992283 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-d2636ed5-3e7d-4889-8912-3bcf92d44064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a01d322-7e87-41a2-83c4-3821e0aa5d34 {{(pid=101538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:37:28.000699 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-d2636ed5-3e7d-4889-8912-3bcf92d44064 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:28.016748 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-52ac9fdf-03a6-474f-a636-392aad6f771e req-34cee286-1517-4f81-8125-bacc34e34c15 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335065 Oct 28 14:37:28.035886 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-aae19797-8e23-4a2a-803f-8ae224130785 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:28.045057 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.provisioning_blocks [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-d2636ed5-3e7d-4889-8912-3bcf92d44064 service neutron] Transition to ACTIVE for port object 7a01d322-7e87-41a2-83c4-3821e0aa5d34 will not be triggered until provisioned by entity L2. {{(pid=101538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 14:37:28.051265 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-277da4a3-b9c9-4377-94d6-d4354478c9a1 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89fb273f901845daa8cf52ed4beefe1d HTTP/1.1" status: 200 len: 380 time: 0.0477142 Oct 28 14:37:28.052645 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-d2636ed5-3e7d-4889-8912-3bcf92d44064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:28.074107 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-b890d4e7-e120-41c3-9014-8c35bf3b84e5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Request body: {'port': {'device_id': '4b92d161-e1ba-469f-89ea-a72e2925b4bf', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'admin_state_up': True, 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'security_groups': ['e28615f2-2230-4874-bc0f-fef5393ca470']}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:37:28.099556 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-c777ed6a-46bb-4d20-b9e1-2197d24fe8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:28.102118 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-c777ed6a-46bb-4d20-b9e1-2197d24fe8fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:28.105810 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-c777ed6a-46bb-4d20-b9e1-2197d24fe8fe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6b84aaa3-5366-40fb-a658-6aaeecc984d0 HTTP/1.1" status: 204 len: 168 time: 0.4533544 Oct 28 14:37:28.130633 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 60512) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:28.144749 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777ed6a-46bb-4d20-b9e1-2197d24fe8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b84aaa3-5366-40fb-a658-6aaeecc984d0,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:28.173616 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c77c-fc4e-4f6d-a2a8-888035c60c1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:28.179039 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-aae19797-8e23-4a2a-803f-8ae224130785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:28.182370 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-aae19797-8e23-4a2a-803f-8ae224130785 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:28.183743 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-aae19797-8e23-4a2a-803f-8ae224130785 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9d4a3145-9ac2-497d-b9a0-7d969af19be5 HTTP/1.1" status: 204 len: 168 time: 0.3904359 Oct 28 14:37:28.247188 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8718af-9239-4542-ab82-b360a0c60fac req-6d88f8c6-4549-44e5-a20a-844b1aa30df9 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:28.250068 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5b8718af-9239-4542-ab82-b360a0c60fac req-6d88f8c6-4549-44e5-a20a-844b1aa30df9 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 944 time: 0.1861351 Oct 28 14:37:28.268510 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae19797-8e23-4a2a-803f-8ae224130785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4a3145-9ac2-497d-b9a0-7d969af19be5,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:28.272560 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2636ed5-3e7d-4889-8912-3bcf92d44064 service neutron] Pushing event updated for resources: {'Port': ['ID=7a01d322-7e87-41a2-83c4-3821e0aa5d34,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:28.275917 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-d2636ed5-3e7d-4889-8912-3bcf92d44064 service neutron] Attempting to bind port 7a01d322-7e87-41a2-83c4-3821e0aa5d34 on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:37:28.276388 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-d2636ed5-3e7d-4889-8912-3bcf92d44064 service neutron] Attempting to bind port 7a01d322-7e87-41a2-83c4-3821e0aa5d34 by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '72b1a595-edea-42ca-8564-6c883f9d150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2'}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:37:28.276756 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-d2636ed5-3e7d-4889-8912-3bcf92d44064 service neutron] Attempting to bind port 7a01d322-7e87-41a2-83c4-3821e0aa5d34 on network 37179b0d-df91-4999-9b23-d6b35cc378c2 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:37:28.282821 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-d2636ed5-3e7d-4889-8912-3bcf92d44064 service neutron] Port 7a01d322-7e87-41a2-83c4-3821e0aa5d34 on network 37179b0d-df91-4999-9b23-d6b35cc378c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 14:37:28.283341 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-d2636ed5-3e7d-4889-8912-3bcf92d44064 service neutron] Attempting to bind port 7a01d322-7e87-41a2-83c4-3821e0aa5d34 on network 37179b0d-df91-4999-9b23-d6b35cc378c2 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:37:28.290860 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-d2636ed5-3e7d-4889-8912-3bcf92d44064 service neutron] Checking agent: {'id': 'ab39f7f4-514d-4bfb-9d0c-1a0ed5555608', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'started_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:37:28.291839 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-d2636ed5-3e7d-4889-8912-3bcf92d44064 service neutron] Checking segment: {'id': '72b1a595-edea-42ca-8564-6c883f9d150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:37:28.291839 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-d2636ed5-3e7d-4889-8912-3bcf92d44064 service neutron] Bound using segment: {'id': '72b1a595-edea-42ca-8564-6c883f9d150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2'} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:37:28.292156 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-d2636ed5-3e7d-4889-8912-3bcf92d44064 service neutron] Bound port: 7a01d322-7e87-41a2-83c4-3821e0aa5d34, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b1a595-edea-42ca-8564-6c883f9d150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2'}}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:37:28.292683 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-d2636ed5-3e7d-4889-8912-3bcf92d44064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:28.310578 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-b890d4e7-e120-41c3-9014-8c35bf3b84e5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Made reservation on behalf of 89fb273f901845daa8cf52ed4beefe1d for: {'port': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:37:28.314822 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-b890d4e7-e120-41c3-9014-8c35bf3b84e5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:28.353934 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5b8718af-9239-4542-ab82-b360a0c60fac req-84058352-cfc4-4d3b-98c9-ed5b4a969711 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f44b34d-572d-4878-b6e6-5bf4e969b157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854862 Oct 28 14:37:28.403158 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c77c-fc4e-4f6d-a2a8-888035c60c1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:28.416586 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b2e8c77c-fc4e-4f6d-a2a8-888035c60c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:28.490277 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-b2e8c77c-fc4e-4f6d-a2a8-888035c60c1d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c51591ba0023471cb9f093f4a896e045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3554432 Oct 28 14:37:28.496218 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 60522) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:28.541196 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-b890d4e7-e120-41c3-9014-8c35bf3b84e5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Allocated IP 172.20.0.13 (8c4fd715-4b25-4fcf-8589-609c400168cc/8c385150-b18d-415b-9404-b587a3485a15/45ec9642-12d9-434d-9a64-a82adf4927f5) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:37:28.554776 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8c77c-fc4e-4f6d-a2a8-888035c60c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bde285b-c67e-4f7b-8c60-acc51f590d7e,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:28.561642 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-d2636ed5-3e7d-4889-8912-3bcf92d44064 service neutron] For port 7a01d322-7e87-41a2-83c4-3821e0aa5d34, host hv-cinder-81584, cleared binding levels {{(pid=101538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:37:28.566327 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-d2636ed5-3e7d-4889-8912-3bcf92d44064 service neutron] For port 7a01d322-7e87-41a2-83c4-3821e0aa5d34, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=7a01d322-7e87-41a2-83c4-3821e0aa5d34,segment=NetworkSegment(72b1a595-edea-42ca-8564-6c883f9d150d),segment_id=72b1a595-edea-42ca-8564-6c883f9d150d)] {{(pid=101538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:37:28.584262 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-d2636ed5-3e7d-4889-8912-3bcf92d44064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:28.610184 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-a2749dbb-92d0-49b2-9585-557173780006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:28.641946 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba5433-6437-41c8-913f-51697d693224 req-ee65abaa-f606-499a-8ee3-bcb3f5a67551 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:28.644217 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-23ba5433-6437-41c8-913f-51697d693224 req-ee65abaa-f606-499a-8ee3-bcb3f5a67551 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 945 time: 0.1498866 Oct 28 14:37:28.655418 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2636ed5-3e7d-4889-8912-3bcf92d44064 service neutron] Pushing event updated for resources: {'Port': ['ID=7a01d322-7e87-41a2-83c4-3821e0aa5d34,revision_number=3']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:28.665835 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-d2636ed5-3e7d-4889-8912-3bcf92d44064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:28.666468 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-d2636ed5-3e7d-4889-8912-3bcf92d44064 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:28.668049 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-d2636ed5-3e7d-4889-8912-3bcf92d44064 service neutron] 10.222.0.72 "PUT /v2.0/ports/7a01d322-7e87-41a2-83c4-3821e0aa5d34 HTTP/1.1" status: 200 len: 1093 time: 1.6640687 Oct 28 14:37:28.668717 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db271e4-6f10-476a-9df0-c9b7b2d4c296', 'tag': '7a01d322-7e87-41a2-83c4-3821e0aa5d34'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:37:28.671561 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2774812b-586c-4e48-a93b-de4561e62541" -d '{"events": [{"name": "network-changed", "server_uuid": "8db271e4-6f10-476a-9df0-c9b7b2d4c296", "tag": "7a01d322-7e87-41a2-83c4-3821e0aa5d34"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:37:28.695497 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-a2749dbb-92d0-49b2-9585-557173780006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:28.735454 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-23ba5433-6437-41c8-913f-51697d693224 req-d810d254-37f0-4e7b-be6f-439cac340146 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788889 Oct 28 14:37:28.743982 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 630449a9-73bb-43a4-a6de-52fc316459aa up at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:37:28.781079 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-a2749dbb-92d0-49b2-9585-557173780006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:28.784100 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-a2749dbb-92d0-49b2-9585-557173780006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:28.787982 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-a2749dbb-92d0-49b2-9585-557173780006 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3bde285b-c67e-4f7b-8c60-acc51f590d7e HTTP/1.1" status: 204 len: 168 time: 0.2867625 Oct 28 14:37:28.796412 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2749dbb-92d0-49b2-9585-557173780006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bde285b-c67e-4f7b-8c60-acc51f590d7e,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:28.824049 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19eed5f-071d-4e40-9864-a50c3f34fa31 x-openstack-request-id: req-d19eed5f-071d-4e40-9864-a50c3f34fa31 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:37:28.824260 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db271e4-6f10-476a-9df0-c9b7b2d4c296", "tag": "7a01d322-7e87-41a2-83c4-3821e0aa5d34", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:37:28.824497 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d19eed5f-071d-4e40-9864-a50c3f34fa31 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:37:28.824906 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db271e4-6f10-476a-9df0-c9b7b2d4c296', 'tag': '7a01d322-7e87-41a2-83c4-3821e0aa5d34', 'status': 'completed', 'code': 200} Oct 28 14:37:28.905872 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning for port 630449a9-73bb-43a4-a6de-52fc316459aa completed by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 14:37:28.911285 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning complete for port 630449a9-73bb-43a4-a6de-52fc316459aa triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:28.911827 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:28.931861 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-d8883d77-b482-407c-a6d4-3bea56fc0502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:28.933564 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-d8883d77-b482-407c-a6d4-3bea56fc0502 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9e334a6e70ac4c2a882f287ce31d287e&device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 1096 time: 0.1921716 Oct 28 14:37:28.963340 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 60540) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:28.997171 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-19518309-7622-49a0-804f-cf0ed7a7babf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:29.032914 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5987e6b-92c6-43bb-9c6d-04e9254ca1f2 req-bb0ca3cf-6500-4cbe-96b7-0dd65956f8ea tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:29.035468 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e5987e6b-92c6-43bb-9c6d-04e9254ca1f2 req-bb0ca3cf-6500-4cbe-96b7-0dd65956f8ea tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 945 time: 0.1198759 Oct 28 14:37:29.045720 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-6c020ba4-df5d-4099-b81a-8f2ef796ee2c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a01d322-7e87-41a2-83c4-3821e0aa5d34 HTTP/1.1" status: 200 len: 217 time: 0.0993395 Oct 28 14:37:29.051698 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:29.103192 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778b6640-876b-4c68-a5e9-afffaf49eab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630449a9-73bb-43a4-a6de-52fc316459aa'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:37:29.106826 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ea55b3-76b1-4586-bb3b-40403d2fc2c9" -d '{"events": [{"server_uuid": "778b6640-876b-4c68-a5e9-afffaf49eab6", "name": "network-vif-plugged", "status": "completed", "tag": "630449a9-73bb-43a4-a6de-52fc316459aa"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:37:29.122738 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 630449a9-73bb-43a4-a6de-52fc316459aa, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=630449a9-73bb-43a4-a6de-52fc316459aa,segment=NetworkSegment(541960ed-ea2e-414b-b95b-16f66a435fe6),segment_id=541960ed-ea2e-414b-b95b-16f66a435fe6)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:37:29.127704 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e5987e6b-92c6-43bb-9c6d-04e9254ca1f2 req-3af98c07-1109-4893-a826-92e58f536236 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839405 Oct 28 14:37:29.134623 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:29.135771 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 01f0ba98-94da-451b-9875-bf8c7594c4fe up at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:37:29.151898 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6c01c9bd-fd7b-450f-ae63-ede560d6b757 req-b78a4f01-96b4-44b5-bae6-a34987456e5f tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 210 time: 0.0431533 Oct 28 14:37:29.221524 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-19518309-7622-49a0-804f-cf0ed7a7babf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:29.224836 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-9cc98651-98b9-4195-96c0-98b73ac2b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:29.226379 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-9cc98651-98b9-4195-96c0-98b73ac2b5b3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb6c52cb-73bc-43b9-9665-77e60bb1696b HTTP/1.1" status: 200 len: 849 time: 0.1703725 Oct 28 14:37:29.228096 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-19518309-7622-49a0-804f-cf0ed7a7babf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:29.244498 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13674911-57d0-4eb2-9537-cd8f416916fd x-openstack-request-id: req-13674911-57d0-4eb2-9537-cd8f416916fd {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:37:29.244786 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778b6640-876b-4c68-a5e9-afffaf49eab6", "name": "network-vif-plugged", "status": "completed", "tag": "630449a9-73bb-43a4-a6de-52fc316459aa", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:37:29.248802 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-13674911-57d0-4eb2-9537-cd8f416916fd {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:37:29.249385 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778b6640-876b-4c68-a5e9-afffaf49eab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630449a9-73bb-43a4-a6de-52fc316459aa', 'code': 200} Oct 28 14:37:29.272847 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-b890d4e7-e120-41c3-9014-8c35bf3b84e5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:29.278014 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-19518309-7622-49a0-804f-cf0ed7a7babf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b7b83a6f80aa4832b3d21564ba756163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124685 Oct 28 14:37:29.280449 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19518309-7622-49a0-804f-cf0ed7a7babf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1ec78e-249b-4b97-b242-17a100376eb1,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:29.283309 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 60552) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:29.332156 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=630449a9-73bb-43a4-a6de-52fc316459aa,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:29.345416 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning for port 01f0ba98-94da-451b-9875-bf8c7594c4fe completed by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 14:37:29.350322 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning complete for port 01f0ba98-94da-451b-9875-bf8c7594c4fe triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:29.351553 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:29.398327 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-25813a37-058c-424a-8dee-889c52ae175b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:29.423719 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-7552e167-bf19-4dd8-876f-f7d2aa928766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:29.426218 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-7552e167-bf19-4dd8-876f-f7d2aa928766 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=37179b0d-df91-4999-9b23-d6b35cc378c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1857018 Oct 28 14:37:29.428749 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3948e-c849-4b47-95df-bd20e8b7ae0e req-fcaf8d22-74ee-4bfd-9817-048a94eb0654 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:29.430456 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a6c3948e-c849-4b47-95df-bd20e8b7ae0e req-fcaf8d22-74ee-4bfd-9817-048a94eb0654 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 943 time: 0.1201410 Oct 28 14:37:29.437511 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-b890d4e7-e120-41c3-9014-8c35bf3b84e5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:29.517045 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-25813a37-058c-424a-8dee-889c52ae175b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:29.539642 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:29.550723 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-b890d4e7-e120-41c3-9014-8c35bf3b84e5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Network 8c4fd715-4b25-4fcf-8589-609c400168cc is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:37:29.568480 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a6c3948e-c849-4b47-95df-bd20e8b7ae0e req-9ec75b1f-4301-4f9a-9e69-5dcd74238d41 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282103 Oct 28 14:37:29.586584 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-b890d4e7-e120-41c3-9014-8c35bf3b84e5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:37:29.590391 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-b890d4e7-e120-41c3-9014-8c35bf3b84e5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:37:29.596276 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-b890d4e7-e120-41c3-9014-8c35bf3b84e5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:29.596863 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-b890d4e7-e120-41c3-9014-8c35bf3b84e5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:29.601538 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195f75c-f514-414f-b9d5-46ab3f80a2fa req-bd03847f-b995-4de4-809b-41457c8abe52 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:29.607002 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890d4e7-e120-41c3-9014-8c35bf3b84e5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Pushing event updated for resources: {'Port': ['ID=45ec9642-12d9-434d-9a64-a82adf4927f5,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:29.613078 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f195f75c-f514-414f-b9d5-46ab3f80a2fa req-bd03847f-b995-4de4-809b-41457c8abe52 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 944 time: 0.1536319 Oct 28 14:37:29.645849 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 01f0ba98-94da-451b-9875-bf8c7594c4fe, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=01f0ba98-94da-451b-9875-bf8c7594c4fe,segment=NetworkSegment(40cacd57-85a6-447b-bfa7-d4d37db9cdb1),segment_id=40cacd57-85a6-447b-bfa7-d4d37db9cdb1)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:37:29.654507 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:29.655107 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-b890d4e7-e120-41c3-9014-8c35bf3b84e5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5867658 Oct 28 14:37:29.667578 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31714d15-671b-4e20-8fba-b37288440c1c req-ffcda1c1-49ab-401b-a1cc-86c4a146a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:29.668605 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-31714d15-671b-4e20-8fba-b37288440c1c req-ffcda1c1-49ab-401b-a1cc-86c4a146a975 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 1099 time: 0.1469128 Oct 28 14:37:29.684957 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f195f75c-f514-414f-b9d5-46ab3f80a2fa req-bd0f5a7b-76dc-4117-aaa6-31b339c1dad2 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f44b34d-572d-4878-b6e6-5bf4e969b157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658298 Oct 28 14:37:29.686384 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-25813a37-058c-424a-8dee-889c52ae175b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:29.689271 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-dfb9288a-4b82-4dfb-9911-608de9e4dfe2 service neutron] Request body: {'port': {'device_id': '4b92d161-e1ba-469f-89ea-a72e2925b4bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:37:29.692398 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-25813a37-058c-424a-8dee-889c52ae175b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:29.693676 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-25813a37-058c-424a-8dee-889c52ae175b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2d1ec78e-249b-4b97-b242-17a100376eb1 HTTP/1.1" status: 204 len: 168 time: 0.4091187 Oct 28 14:37:29.702192 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25813a37-058c-424a-8dee-889c52ae175b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1ec78e-249b-4b97-b242-17a100376eb1,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:29.769371 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-80cf1907-db86-40b8-b869-5cd03b8af0ca service neutron] 10.222.0.72 "GET /v2.0/networks/37179b0d-df91-4999-9b23-d6b35cc378c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292577 Oct 28 14:37:29.801603 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=01f0ba98-94da-451b-9875-bf8c7594c4fe,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:29.843697 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-31714d15-671b-4e20-8fba-b37288440c1c req-e124f43c-64fa-49b8-8f1c-f24cb5b3c85a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582735 Oct 28 14:37:29.967496 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171f9dd-dd58-4d0c-846c-1be6ea53d894 req-15e2e9df-cdc8-4885-8ba7-7b5887a6e443 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:29.968752 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-c6eef3a9-bc62-43fa-956c-ce4cda622bf1 None None] Provisioning complete for port 45ec9642-12d9-434d-9a64-a82adf4927f5 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:29.969454 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7171f9dd-dd58-4d0c-846c-1be6ea53d894 req-15e2e9df-cdc8-4885-8ba7-7b5887a6e443 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 946 time: 0.0873756 Oct 28 14:37:29.971274 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-c6eef3a9-bc62-43fa-956c-ce4cda622bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:30.019787 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-c6eef3a9-bc62-43fa-956c-ce4cda622bf1 None None] Port 45ec9642-12d9-434d-9a64-a82adf4927f5 cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:37:30.041736 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7171f9dd-dd58-4d0c-846c-1be6ea53d894 req-cf5bdf35-a44f-45c1-8dd8-69ab9f6e7a14 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655632 Oct 28 14:37:30.149956 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-dfb9288a-4b82-4dfb-9911-608de9e4dfe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:30.347175 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974c638-cd97-477b-94f8-b906c287a832 req-8a30d296-1575-401f-9ade-8d718ad31089 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:30.348791 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6974c638-cd97-477b-94f8-b906c287a832 req-8a30d296-1575-401f-9ade-8d718ad31089 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0884345 Oct 28 14:37:30.371130 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b4b2f-55c7-4e72-995e-817cade1fa94 req-e3647a69-a3c5-4128-8941-e33f7ad1216f tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:30.373408 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ca9b4b2f-55c7-4e72-995e-817cade1fa94 req-e3647a69-a3c5-4128-8941-e33f7ad1216f tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 932 time: 0.0801444 Oct 28 14:37:30.417516 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6974c638-cd97-477b-94f8-b906c287a832 req-d49aa347-e4ca-4f3d-961e-4909ec5bdd7a tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605381 Oct 28 14:37:30.430381 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ca9b4b2f-55c7-4e72-995e-817cade1fa94 req-63d7ebfb-d1b9-4a9d-8971-0ca208834c8c tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485516 Oct 28 14:37:30.458713 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-14ee25f7-a5f3-45eb-b05d-caf10e650cf5 req-20b3be44-934c-4dcd-84b2-cc4e3c9a6bdd service neutron] 10.222.0.72 "GET /v2.0/networks/37179b0d-df91-4999-9b23-d6b35cc378c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6612918 Oct 28 14:37:30.514423 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-dfb9288a-4b82-4dfb-9911-608de9e4dfe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ec9642-12d9-434d-9a64-a82adf4927f5 {{(pid=101538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:37:30.522649 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-dfb9288a-4b82-4dfb-9911-608de9e4dfe2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:30.561526 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.provisioning_blocks [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-dfb9288a-4b82-4dfb-9911-608de9e4dfe2 service neutron] Transition to ACTIVE for port object 45ec9642-12d9-434d-9a64-a82adf4927f5 will not be triggered until provisioned by entity L2. {{(pid=101538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 14:37:30.569298 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-dfb9288a-4b82-4dfb-9911-608de9e4dfe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:30.576102 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774812b-586c-4e48-a93b-de4561e62541 req-2bfd40f3-9ce1-42d9-bc97-cc3cda813e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:30.577643 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-2774812b-586c-4e48-a93b-de4561e62541 req-2bfd40f3-9ce1-42d9-bc97-cc3cda813e92 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9e334a6e70ac4c2a882f287ce31d287e&device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 1096 time: 0.0525448 Oct 28 14:37:30.683596 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9288a-4b82-4dfb-9911-608de9e4dfe2 service neutron] Pushing event updated for resources: {'Port': ['ID=45ec9642-12d9-434d-9a64-a82adf4927f5,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:30.741427 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-dfb9288a-4b82-4dfb-9911-608de9e4dfe2 service neutron] Attempting to bind port 45ec9642-12d9-434d-9a64-a82adf4927f5 on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:37:30.741751 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-dfb9288a-4b82-4dfb-9911-608de9e4dfe2 service neutron] Attempting to bind port 45ec9642-12d9-434d-9a64-a82adf4927f5 by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '530d6b60-2958-4a04-a1ee-61daf218cf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc'}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:37:30.742085 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-dfb9288a-4b82-4dfb-9911-608de9e4dfe2 service neutron] Attempting to bind port 45ec9642-12d9-434d-9a64-a82adf4927f5 on network 8c4fd715-4b25-4fcf-8589-609c400168cc {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:37:30.744706 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8 up at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:37:30.754329 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774812b-586c-4e48-a93b-de4561e62541 req-f952d542-17eb-4901-98f9-f21daf5cf64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:30.763539 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-2774812b-586c-4e48-a93b-de4561e62541 req-f952d542-17eb-4901-98f9-f21daf5cf64d service neutron] 10.222.0.72 "GET /v2.0/networks?id=37179b0d-df91-4999-9b23-d6b35cc378c2 HTTP/1.1" status: 200 len: 911 time: 0.1659942 Oct 28 14:37:30.770892 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-dfb9288a-4b82-4dfb-9911-608de9e4dfe2 service neutron] Port 45ec9642-12d9-434d-9a64-a82adf4927f5 on network 8c4fd715-4b25-4fcf-8589-609c400168cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 14:37:30.771557 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-dfb9288a-4b82-4dfb-9911-608de9e4dfe2 service neutron] Attempting to bind port 45ec9642-12d9-434d-9a64-a82adf4927f5 on network 8c4fd715-4b25-4fcf-8589-609c400168cc {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:37:30.784955 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-dfb9288a-4b82-4dfb-9911-608de9e4dfe2 service neutron] Checking agent: {'id': 'ab39f7f4-514d-4bfb-9d0c-1a0ed5555608', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'started_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:37:30.785231 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-dfb9288a-4b82-4dfb-9911-608de9e4dfe2 service neutron] Checking segment: {'id': '530d6b60-2958-4a04-a1ee-61daf218cf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:37:30.785572 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-dfb9288a-4b82-4dfb-9911-608de9e4dfe2 service neutron] Bound using segment: {'id': '530d6b60-2958-4a04-a1ee-61daf218cf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc'} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:37:30.786016 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-dfb9288a-4b82-4dfb-9911-608de9e4dfe2 service neutron] Bound port: 45ec9642-12d9-434d-9a64-a82adf4927f5, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530d6b60-2958-4a04-a1ee-61daf218cf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc'}}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:37:30.786533 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-dfb9288a-4b82-4dfb-9911-608de9e4dfe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:30.799882 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b8da1-94c9-42bb-bf8a-d91124da057f req-e7d4d05b-385c-422b-823e-2d91d1570fb0 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:30.801898 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-167b8da1-94c9-42bb-bf8a-d91124da057f req-e7d4d05b-385c-422b-823e-2d91d1570fb0 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 943 time: 0.1046166 Oct 28 14:37:30.864854 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning for port f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8 completed by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 14:37:30.870166 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-2774812b-586c-4e48-a93b-de4561e62541 req-97960d89-e29b-4e6e-b66f-6bc11e38621b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a01d322-7e87-41a2-83c4-3821e0aa5d34 HTTP/1.1" status: 200 len: 217 time: 0.0950537 Oct 28 14:37:30.870596 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning complete for port f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:30.871275 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:30.951883 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-167b8da1-94c9-42bb-bf8a-d91124da057f req-4173a225-95f0-4c2b-b099-18e65b0afae6 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436143 Oct 28 14:37:30.973014 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774812b-586c-4e48-a93b-de4561e62541 req-a3d8399b-acd0-4bcf-be22-172f77004d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:30.974484 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-2774812b-586c-4e48-a93b-de4561e62541 req-a3d8399b-acd0-4bcf-be22-172f77004d28 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb6c52cb-73bc-43b9-9665-77e60bb1696b HTTP/1.1" status: 200 len: 849 time: 0.0882084 Oct 28 14:37:30.995831 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5452042-d98e-496d-8ca9-20f3c24ac0e8 req-71303ad7-342c-425e-8e11-142e18fcdec6 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:31.001086 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-dfb9288a-4b82-4dfb-9911-608de9e4dfe2 service neutron] For port 45ec9642-12d9-434d-9a64-a82adf4927f5, host hv-cinder-81584, cleared binding levels {{(pid=101538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:37:31.007003 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d5452042-d98e-496d-8ca9-20f3c24ac0e8 req-71303ad7-342c-425e-8e11-142e18fcdec6 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 944 time: 0.1551886 Oct 28 14:37:31.007766 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:31.029234 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-dfb9288a-4b82-4dfb-9911-608de9e4dfe2 service neutron] For port 45ec9642-12d9-434d-9a64-a82adf4927f5, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=45ec9642-12d9-434d-9a64-a82adf4927f5,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:37:31.045987 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-dfb9288a-4b82-4dfb-9911-608de9e4dfe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:31.057453 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774812b-586c-4e48-a93b-de4561e62541 req-f4896d0e-8f03-490d-a569-d325cc6a71a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:31.058990 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-2774812b-586c-4e48-a93b-de4561e62541 req-f4896d0e-8f03-490d-a569-d325cc6a71a7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=37179b0d-df91-4999-9b23-d6b35cc378c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698333 Oct 28 14:37:31.069736 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8,segment=NetworkSegment(0a9165ac-8de0-4590-b1ca-0689f64226a5),segment_id=0a9165ac-8de0-4590-b1ca-0689f64226a5)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:37:31.076416 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:31.090198 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d5452042-d98e-496d-8ca9-20f3c24ac0e8 req-6f424308-a86f-49cb-98c7-5ec2840913ed tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f44b34d-572d-4878-b6e6-5bf4e969b157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816779 Oct 28 14:37:31.098817 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-dfb9288a-4b82-4dfb-9911-608de9e4dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:31.099431 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-dfb9288a-4b82-4dfb-9911-608de9e4dfe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:31.100805 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-dfb9288a-4b82-4dfb-9911-608de9e4dfe2 service neutron] 10.222.0.72 "PUT /v2.0/ports/45ec9642-12d9-434d-9a64-a82adf4927f5 HTTP/1.1" status: 200 len: 1094 time: 1.4311087 Oct 28 14:37:31.113826 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b92d161-e1ba-469f-89ea-a72e2925b4bf', 'tag': '45ec9642-12d9-434d-9a64-a82adf4927f5'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:37:31.116494 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941cd81a-b2b5-4e7f-9a79-63abdca44157" -d '{"events": [{"name": "network-changed", "server_uuid": "4b92d161-e1ba-469f-89ea-a72e2925b4bf", "tag": "45ec9642-12d9-434d-9a64-a82adf4927f5"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:37:31.196497 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4827d9-cacd-4faf-9cae-89583bbc3b6a x-openstack-request-id: req-9e4827d9-cacd-4faf-9cae-89583bbc3b6a {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:37:31.196740 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b92d161-e1ba-469f-89ea-a72e2925b4bf", "tag": "45ec9642-12d9-434d-9a64-a82adf4927f5", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:37:31.197008 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9e4827d9-cacd-4faf-9cae-89583bbc3b6a {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:37:31.197373 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b92d161-e1ba-469f-89ea-a72e2925b4bf', 'tag': '45ec9642-12d9-434d-9a64-a82adf4927f5', 'status': 'completed', 'code': 200} Oct 28 14:37:31.200600 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:31.252150 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0de061-5183-4ed3-a776-d17bdafe9e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f0ba98-94da-451b-9875-bf8c7594c4fe'}, {'server_uuid': '4e5eceba-e767-45ee-852f-b6c8b9e2fbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:37:31.254815 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e43677-b3d2-429f-8280-5f7d9604af04" -d '{"events": [{"server_uuid": "cf0de061-5183-4ed3-a776-d17bdafe9e97", "name": "network-vif-plugged", "status": "completed", "tag": "01f0ba98-94da-451b-9875-bf8c7594c4fe"}, {"server_uuid": "4e5eceba-e767-45ee-852f-b6c8b9e2fbf5", "name": "network-vif-plugged", "status": "completed", "tag": "f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:37:31.263790 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9288a-4b82-4dfb-9911-608de9e4dfe2 service neutron] Pushing event updated for resources: {'Port': ['ID=45ec9642-12d9-434d-9a64-a82adf4927f5,revision_number=3']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:31.326989 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-c70b21c7-c0ac-4b01-8444-ff3cf2ceb2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:31.328517 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-c70b21c7-c0ac-4b01-8444-ff3cf2ceb2b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=89fb273f901845daa8cf52ed4beefe1d&device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 1097 time: 0.1117492 Oct 28 14:37:31.332543 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-2774812b-586c-4e48-a93b-de4561e62541 req-39bf2586-4d8f-4ed8-99ff-06c4ad45b843 service neutron] 10.222.0.72 "GET /v2.0/networks/37179b0d-df91-4999-9b23-d6b35cc378c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535131 Oct 28 14:37:31.345232 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Oct 2021 14:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daabcef-70c8-48b4-9426-d9781e69f266 x-openstack-request-id: req-8daabcef-70c8-48b4-9426-d9781e69f266 {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:37:31.345630 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0de061-5183-4ed3-a776-d17bdafe9e97", "name": "network-vif-plugged", "status": "completed", "tag": "01f0ba98-94da-451b-9875-bf8c7594c4fe", "code": 200}, {"server_uuid": "4e5eceba-e767-45ee-852f-b6c8b9e2fbf5", "name": "network-vif-plugged", "status": "completed", "tag": "f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:37:31.345886 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8daabcef-70c8-48b4-9426-d9781e69f266 {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:37:31.346354 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0de061-5183-4ed3-a776-d17bdafe9e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f0ba98-94da-451b-9875-bf8c7594c4fe', 'code': 200} Oct 28 14:37:31.347054 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5eceba-e767-45ee-852f-b6c8b9e2fbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8', 'code': 200} Oct 28 14:37:31.367787 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43c2c8-77d7-48e3-a8d3-c9674a0a1aad req-6edbb436-4aa1-42ea-b111-5f6107d8fc0e tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:31.369331 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-da43c2c8-77d7-48e3-a8d3-c9674a0a1aad req-6edbb436-4aa1-42ea-b111-5f6107d8fc0e tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 946 time: 0.1689093 Oct 28 14:37:31.438885 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-091921a7-f33f-47d5-ab86-e6a7fcd2342d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45ec9642-12d9-434d-9a64-a82adf4927f5 HTTP/1.1" status: 200 len: 217 time: 0.0640013 Oct 28 14:37:31.505394 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-da43c2c8-77d7-48e3-a8d3-c9674a0a1aad req-6945c94f-027b-40d7-9c0a-00a69fb1fb06 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129644 Oct 28 14:37:31.601113 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-401df2cf-50fe-4a5b-9217-0536407d1295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:31.602699 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-401df2cf-50fe-4a5b-9217-0536407d1295 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c385150-b18d-415b-9404-b587a3485a15 HTTP/1.1" status: 200 len: 856 time: 0.1248744 Oct 28 14:37:31.657444 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4b5af-a7a3-4fd8-b148-0638b713d582 req-b0a2dd45-df62-418f-85cb-04cd0a2defe0 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:31.660766 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6ac4b5af-a7a3-4fd8-b148-0638b713d582 req-b0a2dd45-df62-418f-85cb-04cd0a2defe0 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.1089187 Oct 28 14:37:31.673268 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-2774812b-586c-4e48-a93b-de4561e62541 req-b6ed3a96-134a-4a05-9480-9252b827981a service neutron] 10.222.0.72 "GET /v2.0/networks/37179b0d-df91-4999-9b23-d6b35cc378c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851336 Oct 28 14:37:31.676378 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-0bd697a1-4a3f-4351-afeb-7fb90ae5306e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:31.677999 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-0bd697a1-4a3f-4351-afeb-7fb90ae5306e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c4fd715-4b25-4fcf-8589-609c400168cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653691 Oct 28 14:37:31.766937 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6ac4b5af-a7a3-4fd8-b148-0638b713d582 req-f3aa96cd-67e9-4873-b08c-053c4750ea6e tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843382 Oct 28 14:37:31.815337 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c898ce-834d-4d8e-aa96-30e05c712d6d req-6e55c3df-e717-4fe5-ac7e-b2da16afe078 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:31.819176 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-34c898ce-834d-4d8e-aa96-30e05c712d6d req-6e55c3df-e717-4fe5-ac7e-b2da16afe078 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.1556609 Oct 28 14:37:31.891901 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-34c898ce-834d-4d8e-aa96-30e05c712d6d req-d175af0a-e907-4543-ae29-815299e16305 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665445 Oct 28 14:37:31.918961 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0f9a2-43a3-4db4-8ca4-c923a7c14715 req-8c0960fe-7e21-4401-b505-fd439f0fa2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:31.921277 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-edb0f9a2-43a3-4db4-8ca4-c923a7c14715 req-8c0960fe-7e21-4401-b505-fd439f0fa2d2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 1098 time: 0.1304512 Oct 28 14:37:31.930268 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-7ba3b4d6-4a04-47dd-9f24-41c81f099cf1 service neutron] 10.222.0.72 "GET /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348790 Oct 28 14:37:31.963784 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4731-82ba-40c0-b46b-47a73659e77e req-95b051c5-715e-4c36-bac5-2be1ce3d6a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:31.965318 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-497e4731-82ba-40c0-b46b-47a73659e77e req-95b051c5-715e-4c36-bac5-2be1ce3d6a88 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 1099 time: 0.1046047 Oct 28 14:37:32.043367 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-edb0f9a2-43a3-4db4-8ca4-c923a7c14715 req-a0a13802-63bb-43ba-8738-532f6663a643 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1f44b34d-572d-4878-b6e6-5bf4e969b157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120114 Oct 28 14:37:32.125036 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-497e4731-82ba-40c0-b46b-47a73659e77e req-41aefe0a-9fe7-4e44-a78b-c6b3b3ab8ec2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138251 Oct 28 14:37:32.140983 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378844f-3905-4cf9-a340-6f2bf090bad2 req-1a03fd0c-bf34-476e-b682-a4a5d22a2cca tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:32.145787 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f3907535-6f27-40f8-8c7e-a433372c10eb req-9981b21e-6f49-4d5c-bb8c-cce80799ee7a service neutron] 10.222.0.72 "GET /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938014 Oct 28 14:37:32.148683 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0378844f-3905-4cf9-a340-6f2bf090bad2 req-1a03fd0c-bf34-476e-b682-a4a5d22a2cca tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 943 time: 0.0980656 Oct 28 14:37:32.226151 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0378844f-3905-4cf9-a340-6f2bf090bad2 req-c3c0eb0b-ad98-4801-a7d0-411a880f29cf tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713491 Oct 28 14:37:32.267995 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9ea5d-6e3f-40d0-8250-365919612aab req-ddf35953-a4d2-484d-9ed4-4c2f4f477d1c tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:32.271123 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1ab9ea5d-6e3f-40d0-8250-365919612aab req-ddf35953-a4d2-484d-9ed4-4c2f4f477d1c tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 945 time: 0.0709717 Oct 28 14:37:32.314167 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1ab9ea5d-6e3f-40d0-8250-365919612aab req-6344dd47-f8bd-4418-b6eb-2a9054f02b34 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f44b34d-572d-4878-b6e6-5bf4e969b157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380206 Oct 28 14:37:32.435761 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:32.658186 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cd81a-b2b5-4e7f-9a79-63abdca44157 req-40c50dd2-240d-4478-ab24-a55fb175857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:32.659785 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-941cd81a-b2b5-4e7f-9a79-63abdca44157 req-40c50dd2-240d-4478-ab24-a55fb175857d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=89fb273f901845daa8cf52ed4beefe1d&device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 1097 time: 0.1023862 Oct 28 14:37:32.760480 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 7a01d322-7e87-41a2-83c4-3821e0aa5d34 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 14:37:32.771217 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cd81a-b2b5-4e7f-9a79-63abdca44157 req-a136dc6a-34a8-4392-bf0e-ff3d49635a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:32.772752 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-941cd81a-b2b5-4e7f-9a79-63abdca44157 req-a136dc6a-34a8-4392-bf0e-ff3d49635a3a service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c4fd715-4b25-4fcf-8589-609c400168cc HTTP/1.1" status: 200 len: 918 time: 0.0997076 Oct 28 14:37:32.857397 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-941cd81a-b2b5-4e7f-9a79-63abdca44157 req-bc48e34e-0ce0-4397-a3de-c091407aa62f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45ec9642-12d9-434d-9a64-a82adf4927f5 HTTP/1.1" status: 200 len: 217 time: 0.0680039 Oct 28 14:37:32.893662 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef527297-c24a-4371-92e6-b597f4a6cd29 req-da92fb7f-2c19-4e75-95e6-28a41c55a9dd tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:32.901506 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ef527297-c24a-4371-92e6-b597f4a6cd29 req-da92fb7f-2c19-4e75-95e6-28a41c55a9dd tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 946 time: 0.3186109 Oct 28 14:37:32.907740 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 7a01d322-7e87-41a2-83c4-3821e0aa5d34, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=7a01d322-7e87-41a2-83c4-3821e0aa5d34,segment=NetworkSegment(72b1a595-edea-42ca-8564-6c883f9d150d),segment_id=72b1a595-edea-42ca-8564-6c883f9d150d)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:37:32.913915 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cd81a-b2b5-4e7f-9a79-63abdca44157 req-7bdb3f66-edbb-4932-8b2e-5c9fcd5148e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:32.915405 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-941cd81a-b2b5-4e7f-9a79-63abdca44157 req-7bdb3f66-edbb-4932-8b2e-5c9fcd5148e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c385150-b18d-415b-9404-b587a3485a15 HTTP/1.1" status: 200 len: 856 time: 0.0476406 Oct 28 14:37:32.929076 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Returning: {'device': '7a01d322-7e87-41a2-83c4-3821e0aa5d34', 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'port_id': '7a01d322-7e87-41a2-83c4-3821e0aa5d34', 'mac_address': 'fa:16:3e:1e:7d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 14:37:32.951404 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ef527297-c24a-4371-92e6-b597f4a6cd29 req-945431c3-659a-4cfd-b657-0f7bca26161b tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486722 Oct 28 14:37:32.959888 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52adac-d355-404c-9da6-02a9e44e042b req-5c5214b6-ec79-4f7a-be32-7a12e58c6524 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:32.961575 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-af52adac-d355-404c-9da6-02a9e44e042b req-5c5214b6-ec79-4f7a-be32-7a12e58c6524 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.1105261 Oct 28 14:37:32.990157 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:32.996301 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cd81a-b2b5-4e7f-9a79-63abdca44157 req-509b7bf4-9250-41e7-8704-0a1871816261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:32.999585 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-941cd81a-b2b5-4e7f-9a79-63abdca44157 req-509b7bf4-9250-41e7-8704-0a1871816261 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c4fd715-4b25-4fcf-8589-609c400168cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708778 Oct 28 14:37:33.009318 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a01d322-7e87-41a2-83c4-3821e0aa5d34 {{(pid=101540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:37:33.036844 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 7a01d322-7e87-41a2-83c4-3821e0aa5d34, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=7a01d322-7e87-41a2-83c4-3821e0aa5d34,segment=NetworkSegment(72b1a595-edea-42ca-8564-6c883f9d150d),segment_id=72b1a595-edea-42ca-8564-6c883f9d150d)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:37:33.052084 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-af52adac-d355-404c-9da6-02a9e44e042b req-1269f6f6-8e3f-4e6e-a102-1fb72c00a895 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809488 Oct 28 14:37:33.055614 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:33.124270 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef2a5d-fc63-4069-8391-94632c05aa18 req-40b63a4f-1134-482f-a4c6-b7cc01d64bcd tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:33.125901 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-79ef2a5d-fc63-4069-8391-94632c05aa18 req-40b63a4f-1134-482f-a4c6-b7cc01d64bcd tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0701034 Oct 28 14:37:33.139979 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=7a01d322-7e87-41a2-83c4-3821e0aa5d34,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:33.195866 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-941cd81a-b2b5-4e7f-9a79-63abdca44157 req-7ac6e32a-84b5-4c9d-8705-f1e6d64f56f6 service neutron] 10.222.0.72 "GET /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853995 Oct 28 14:37:33.199492 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-79ef2a5d-fc63-4069-8391-94632c05aa18 req-cf8298c1-96f8-4cb1-8e0c-8a8b431f34a6 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627880 Oct 28 14:37:33.304798 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-941cd81a-b2b5-4e7f-9a79-63abdca44157 req-5cdab94e-d46d-4813-a9a8-b72e832486c4 service neutron] 10.222.0.72 "GET /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998406 Oct 28 14:37:33.377491 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a35c70-c32f-4cb5-b8d2-5e46f6d5534e req-8270ba2c-ceeb-45a9-80b0-000adaf8f4a0 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:33.385382 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-18a35c70-c32f-4cb5-b8d2-5e46f6d5534e req-8270ba2c-ceeb-45a9-80b0-000adaf8f4a0 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 944 time: 0.0647614 Oct 28 14:37:33.446026 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-18a35c70-c32f-4cb5-b8d2-5e46f6d5534e req-9e2f5006-b995-4244-b177-de7701d72179 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594890 Oct 28 14:37:33.469514 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded17af-782a-47ef-a01f-e294af66a3ce req-7858a015-617a-4b6b-9c0f-4ed773c08c05 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:33.471026 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-cded17af-782a-47ef-a01f-e294af66a3ce req-7858a015-617a-4b6b-9c0f-4ed773c08c05 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 945 time: 0.0667498 Oct 28 14:37:33.519244 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-cded17af-782a-47ef-a01f-e294af66a3ce req-bc2effe7-d207-4a7f-b1e5-d781aeebe869 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f44b34d-572d-4878-b6e6-5bf4e969b157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412178 Oct 28 14:37:33.541564 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['7a01d322-7e87-41a2-83c4-3821e0aa5d34'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:37:34.174054 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be04d1b-623b-43c2-9b27-3912da91068e req-36238d75-ec8a-4191-8205-35c31c626ee6 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:34.176350 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1be04d1b-623b-43c2-9b27-3912da91068e req-36238d75-ec8a-4191-8205-35c31c626ee6 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0488591 Oct 28 14:37:34.222306 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1be04d1b-623b-43c2-9b27-3912da91068e req-a84996ab-11f5-4f0b-a5b7-507035f83e38 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398400 Oct 28 14:37:34.314701 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09768c42-0cc9-43d2-ad53-162850f30bb9 req-7ef2461e-76fb-4a85-ac1c-385e3f2adff4 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:34.316209 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-09768c42-0cc9-43d2-ad53-162850f30bb9 req-7ef2461e-76fb-4a85-ac1c-385e3f2adff4 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0511122 Oct 28 14:37:34.353927 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-09768c42-0cc9-43d2-ad53-162850f30bb9 req-7753b240-e608-4372-a283-3b8778da3c64 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316143 Oct 28 14:37:34.572632 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc1f1f-6857-4d9e-bd44-f55834ff17be req-1dbf38af-ca75-4b33-b15e-5f543fa93256 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:34.574387 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e1bc1f1f-6857-4d9e-bd44-f55834ff17be req-1dbf38af-ca75-4b33-b15e-5f543fa93256 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 944 time: 0.0515809 Oct 28 14:37:34.639452 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e1bc1f1f-6857-4d9e-bd44-f55834ff17be req-bbb703b5-7a3d-41c6-a18a-62772e96cd9f tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589390 Oct 28 14:37:34.656105 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc9d70-aa79-4f96-a6a9-340a116772d2 req-a676b727-4c3c-4ae6-8fb8-b3a37fcc4765 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:34.657571 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-74bc9d70-aa79-4f96-a6a9-340a116772d2 req-a676b727-4c3c-4ae6-8fb8-b3a37fcc4765 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 945 time: 0.0640280 Oct 28 14:37:34.702322 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-74bc9d70-aa79-4f96-a6a9-340a116772d2 req-b1cae0cf-cfe5-4f10-8a48-d66b7762d907 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f44b34d-572d-4878-b6e6-5bf4e969b157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384893 Oct 28 14:37:35.354405 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b75fd-2182-433a-a30a-e7416bef2f39 req-e39b7e45-2238-4374-b029-2a8337eec665 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:35.355899 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a84b75fd-2182-433a-a30a-e7416bef2f39 req-e39b7e45-2238-4374-b029-2a8337eec665 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0584280 Oct 28 14:37:35.398837 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a84b75fd-2182-433a-a30a-e7416bef2f39 req-383626a3-bc18-48f8-a4a8-29bf8feb09a7 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329294 Oct 28 14:37:35.480604 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fd90c-111d-42a4-8b18-225831eaf7e1 req-b980092b-a3cc-405b-b487-061d56d268af tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:35.482092 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-864fd90c-111d-42a4-8b18-225831eaf7e1 req-b980092b-a3cc-405b-b487-061d56d268af tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0565038 Oct 28 14:37:35.525390 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-864fd90c-111d-42a4-8b18-225831eaf7e1 req-1e0288f0-201f-4537-a05d-b1f98704e791 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346265 Oct 28 14:37:35.762583 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b475b2c-550c-4d21-a967-bd1a8d57d01d req-131ebeb0-bb64-4ad4-bae4-57cfaa84e520 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:35.764103 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8b475b2c-550c-4d21-a967-bd1a8d57d01d req-131ebeb0-bb64-4ad4-bae4-57cfaa84e520 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 944 time: 0.0544379 Oct 28 14:37:35.801973 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8b475b2c-550c-4d21-a967-bd1a8d57d01d req-e0ab5bf4-f80e-4b74-8c23-1707becaab5b tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317476 Oct 28 14:37:36.527222 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaf0c1-84a7-4550-90d6-2639b716abfd req-41b11aea-42cc-4ca3-977b-60bbb23a9414 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:36.528650 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-affaf0c1-84a7-4550-90d6-2639b716abfd req-41b11aea-42cc-4ca3-977b-60bbb23a9414 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0573897 Oct 28 14:37:36.567463 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-affaf0c1-84a7-4550-90d6-2639b716abfd req-d1e36423-e797-4635-bc0a-51b62e60c64b tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324788 Oct 28 14:37:36.650480 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241829d-a988-4d16-a45a-cd1c4ba2bc1e req-bc3f2a00-d7bf-466b-9584-eedcdc1f4025 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:36.652065 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e241829d-a988-4d16-a45a-cd1c4ba2bc1e req-bc3f2a00-d7bf-466b-9584-eedcdc1f4025 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0512125 Oct 28 14:37:36.690582 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e241829d-a988-4d16-a45a-cd1c4ba2bc1e req-caa32a61-22e3-4834-aacb-49d121a2cf79 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324485 Oct 28 14:37:36.937412 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5f33f-d1f7-4f88-94bd-29b77888b363 req-8d2d8426-f9a8-4595-9fee-40d49c869a5d tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:36.938783 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-17b5f33f-d1f7-4f88-94bd-29b77888b363 req-8d2d8426-f9a8-4595-9fee-40d49c869a5d tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 944 time: 0.0551884 Oct 28 14:37:36.980134 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-17b5f33f-d1f7-4f88-94bd-29b77888b363 req-8f8653f3-0d83-4c30-b35c-35ddc52f2ab8 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350695 Oct 28 14:37:37.696150 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435c33e-6f40-42cc-9647-79639f2a0bc9 req-6034a940-cad6-48bf-a670-655d891cafa7 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:37.697587 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7435c33e-6f40-42cc-9647-79639f2a0bc9 req-6034a940-cad6-48bf-a670-655d891cafa7 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0550978 Oct 28 14:37:37.741346 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7435c33e-6f40-42cc-9647-79639f2a0bc9 req-65b0d7a3-7281-4019-939a-87ff0c447b45 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376828 Oct 28 14:37:37.809364 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a2e55-4370-40d6-941d-a05efa66965f req-a2b7e32b-a412-4219-9c18-c290a1d442f2 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:37.810889 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-507a2e55-4370-40d6-941d-a05efa66965f req-a2b7e32b-a412-4219-9c18-c290a1d442f2 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0487323 Oct 28 14:37:37.848121 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-507a2e55-4370-40d6-941d-a05efa66965f req-b304b0ce-cd13-4ac2-b068-957401e302cd tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313709 Oct 28 14:37:38.117835 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958c287-25bd-4572-85c4-8ca5ee3a51ff req-bc29174a-4d76-4abc-bd5f-58fa45d4e70d tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:38.120420 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1958c287-25bd-4572-85c4-8ca5ee3a51ff req-bc29174a-4d76-4abc-bd5f-58fa45d4e70d tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 944 time: 0.0585144 Oct 28 14:37:38.160272 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1958c287-25bd-4572-85c4-8ca5ee3a51ff req-c9f3e183-908a-423c-b69f-5b2cd5db9269 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333521 Oct 28 14:37:38.811801 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 45ec9642-12d9-434d-9a64-a82adf4927f5 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 14:37:38.811801 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 7a01d322-7e87-41a2-83c4-3821e0aa5d34 up at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:37:38.869997 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d364b9d-04bc-4d4e-bd0b-74b8753a21e8 req-0c5c0322-48a0-4dd7-84b4-2726df4c37f1 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:38.872530 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2d364b9d-04bc-4d4e-bd0b-74b8753a21e8 req-0c5c0322-48a0-4dd7-84b4-2726df4c37f1 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0583270 Oct 28 14:37:38.929753 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning for port 7a01d322-7e87-41a2-83c4-3821e0aa5d34 completed by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 14:37:38.936131 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning complete for port 7a01d322-7e87-41a2-83c4-3821e0aa5d34 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:38.936496 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:38.953923 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2d364b9d-04bc-4d4e-bd0b-74b8753a21e8 req-640aa550-a5c6-4677-b697-fc53a1bb2d3b tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598400 Oct 28 14:37:39.025017 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 45ec9642-12d9-434d-9a64-a82adf4927f5, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=45ec9642-12d9-434d-9a64-a82adf4927f5,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:37:39.025500 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13250889-a258-40d0-8de4-b4584e164126 req-df2b4753-3adc-44a7-976b-591289d8ff1a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:39.028405 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-13250889-a258-40d0-8de4-b4584e164126 req-df2b4753-3adc-44a7-976b-591289d8ff1a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0727708 Oct 28 14:37:39.066317 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Returning: {'device': '45ec9642-12d9-434d-9a64-a82adf4927f5', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'port_id': '45ec9642-12d9-434d-9a64-a82adf4927f5', 'mac_address': 'fa:16:3e:90:11:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c385150-b18d-415b-9404-b587a3485a15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 14:37:39.077472 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-13250889-a258-40d0-8de4-b4584e164126 req-50cf57b1-d487-4bc9-a99f-ae451e960db7 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434191 Oct 28 14:37:39.108237 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:39.146502 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db271e4-6f10-476a-9df0-c9b7b2d4c296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a01d322-7e87-41a2-83c4-3821e0aa5d34'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:37:39.148953 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121ec39d-ac76-48e9-bbd9-4d36433ad49f" -d '{"events": [{"server_uuid": "8db271e4-6f10-476a-9df0-c9b7b2d4c296", "name": "network-vif-plugged", "status": "completed", "tag": "7a01d322-7e87-41a2-83c4-3821e0aa5d34"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:37:39.151891 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:39.178500 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ec9642-12d9-434d-9a64-a82adf4927f5 {{(pid=101540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:37:39.185556 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 7a01d322-7e87-41a2-83c4-3821e0aa5d34, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=7a01d322-7e87-41a2-83c4-3821e0aa5d34,segment=NetworkSegment(72b1a595-edea-42ca-8564-6c883f9d150d),segment_id=72b1a595-edea-42ca-8564-6c883f9d150d)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:37:39.197795 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:39.210609 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 45ec9642-12d9-434d-9a64-a82adf4927f5, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=45ec9642-12d9-434d-9a64-a82adf4927f5,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:37:39.231530 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:39.259618 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=7a01d322-7e87-41a2-83c4-3821e0aa5d34,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:39.331473 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=45ec9642-12d9-434d-9a64-a82adf4927f5,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:39.424918 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f0dc07-ed0f-4de8-b882-1dd9de60c919 x-openstack-request-id: req-65f0dc07-ed0f-4de8-b882-1dd9de60c919 {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:37:39.425238 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db271e4-6f10-476a-9df0-c9b7b2d4c296", "name": "network-vif-plugged", "status": "completed", "tag": "7a01d322-7e87-41a2-83c4-3821e0aa5d34", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:37:39.425488 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-65f0dc07-ed0f-4de8-b882-1dd9de60c919 {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:37:39.425899 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db271e4-6f10-476a-9df0-c9b7b2d4c296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a01d322-7e87-41a2-83c4-3821e0aa5d34', 'code': 200} Oct 28 14:37:39.542626 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c3949-4646-46ec-8677-daf359e4796f req-b03720d0-fb50-44fc-9630-3c816f1b59e2 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:39.551144 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6f9c3949-4646-46ec-8677-daf359e4796f req-b03720d0-fb50-44fc-9630-3c816f1b59e2 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0670826 Oct 28 14:37:39.569537 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8002e-e7f7-4d81-8021-a3368ce1b957 req-863f13e7-e16c-4eaa-828a-f817fc37805d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:39.573736 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-a3a8002e-e7f7-4d81-8021-a3368ce1b957 req-863f13e7-e16c-4eaa-828a-f817fc37805d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dda0d6d1b084868853338165ea3601d&device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 1099 time: 0.1244369 Oct 28 14:37:39.626801 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6f9c3949-4646-46ec-8677-daf359e4796f req-59231b64-a2df-4ab9-bb45-8c09b71464a1 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745802 Oct 28 14:37:39.653972 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['45ec9642-12d9-434d-9a64-a82adf4927f5'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:37:39.745119 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8002e-e7f7-4d81-8021-a3368ce1b957 req-9e8774bc-e27b-4a5d-b3b5-c14611820195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:39.748886 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-a3a8002e-e7f7-4d81-8021-a3368ce1b957 req-9e8774bc-e27b-4a5d-b3b5-c14611820195 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f66cb821-2d22-45aa-9985-3ea85500b50a HTTP/1.1" status: 200 len: 919 time: 0.1620762 Oct 28 14:37:39.784559 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4043ec7-adf8-46b5-b9f5-29cd680f3130 req-0f336ae7-e4c8-493c-bab5-5f4845e3c64d tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:39.792407 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e4043ec7-adf8-46b5-b9f5-29cd680f3130 req-0f336ae7-e4c8-493c-bab5-5f4845e3c64d tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0811265 Oct 28 14:37:39.841667 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e4043ec7-adf8-46b5-b9f5-29cd680f3130 req-a838fef5-b690-4fbd-9115-29ff7ac9fdc4 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483813 Oct 28 14:37:40.204293 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd04fb-43a5-4de2-b06b-36fd0d229447 req-40746583-4abc-42e8-8651-da9909fc8ea7 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:40.205737 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-cdfd04fb-43a5-4de2-b06b-36fd0d229447 req-40746583-4abc-42e8-8651-da9909fc8ea7 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 945 time: 0.0510268 Oct 28 14:37:40.231280 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 60908) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:40.245327 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-cdfd04fb-43a5-4de2-b06b-36fd0d229447 req-35a3aba2-106c-4260-9873-8726ca2277c9 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332327 Oct 28 14:37:40.343569 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ca1cc56e-6e1c-4561-b12f-8f97092b3fb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:40.421112 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ca1cc56e-6e1c-4561-b12f-8f97092b3fb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:40.428685 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ca1cc56e-6e1c-4561-b12f-8f97092b3fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:40.469334 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-ca1cc56e-6e1c-4561-b12f-8f97092b3fb3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=04faa19be06240baaebc1807f9bfa302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369194 Oct 28 14:37:40.470306 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1cc56e-6e1c-4561-b12f-8f97092b3fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e68af80-be43-449a-ab83-3412fc1c31f2,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:40.472752 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 60914) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:40.521108 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-5acfbdf8-51e8-4140-bd14-b3ec48fe7159 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:40.545483 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-5acfbdf8-51e8-4140-bd14-b3ec48fe7159 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:40.596962 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-5acfbdf8-51e8-4140-bd14-b3ec48fe7159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:40.599383 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-5acfbdf8-51e8-4140-bd14-b3ec48fe7159 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:40.601024 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-5acfbdf8-51e8-4140-bd14-b3ec48fe7159 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8e68af80-be43-449a-ab83-3412fc1c31f2 HTTP/1.1" status: 204 len: 168 time: 0.1267040 Oct 28 14:37:40.608746 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfbdf8-51e8-4140-bd14-b3ec48fe7159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e68af80-be43-449a-ab83-3412fc1c31f2,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:40.730345 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93818208-df9a-476f-8b8f-275a844d9410 req-11e4065b-fbbc-4f37-8f8a-82303c8378c6 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:40.731917 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-93818208-df9a-476f-8b8f-275a844d9410 req-11e4065b-fbbc-4f37-8f8a-82303c8378c6 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0497911 Oct 28 14:37:40.771664 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-93818208-df9a-476f-8b8f-275a844d9410 req-9d18efa7-d7b2-4ba3-8a1b-0fd6c4e9657d tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326343 Oct 28 14:37:40.882523 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 60926) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:40.895962 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-3637e8e1-330d-4648-80b9-2d9657583ce9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:40.991656 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef77fad-8799-4458-89bc-4f9ea7a65769 req-6adb2b14-95a5-4d25-bb20-b5cd99985cfe tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:40.993114 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-bef77fad-8799-4458-89bc-4f9ea7a65769 req-6adb2b14-95a5-4d25-bb20-b5cd99985cfe tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0667300 Oct 28 14:37:41.029048 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-3637e8e1-330d-4648-80b9-2d9657583ce9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:41.035082 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-3637e8e1-330d-4648-80b9-2d9657583ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:41.064757 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-bef77fad-8799-4458-89bc-4f9ea7a65769 req-c518f301-e6ba-466e-8c8f-f4b1cccf1b4c tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625436 Oct 28 14:37:41.081531 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637e8e1-330d-4648-80b9-2d9657583ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dbaf8d-aba3-487f-b937-655d98a43b91,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:41.085734 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-3637e8e1-330d-4648-80b9-2d9657583ce9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ef8021d556704eddb8758bc177a994b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2022159 Oct 28 14:37:41.088499 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 60930) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:41.137746 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4e34026e-052e-4565-a1de-25439dc3c9f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:41.158188 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4e34026e-052e-4565-a1de-25439dc3c9f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:41.206590 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4e34026e-052e-4565-a1de-25439dc3c9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:41.210162 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4e34026e-052e-4565-a1de-25439dc3c9f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:41.211794 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-4e34026e-052e-4565-a1de-25439dc3c9f2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b5dbaf8d-aba3-487f-b937-655d98a43b91 HTTP/1.1" status: 204 len: 168 time: 0.1224248 Oct 28 14:37:41.219649 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34026e-052e-4565-a1de-25439dc3c9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dbaf8d-aba3-487f-b937-655d98a43b91,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:41.362693 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eaf130-820d-4243-9f05-3899fa20d2c3 req-00ef8aab-c165-44ce-a9ce-b242dc0b2a11 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:41.364185 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d6eaf130-820d-4243-9f05-3899fa20d2c3 req-00ef8aab-c165-44ce-a9ce-b242dc0b2a11 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 945 time: 0.0473802 Oct 28 14:37:41.404937 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d6eaf130-820d-4243-9f05-3899fa20d2c3 req-ac46b450-ed09-4533-b4db-09ecc7720c1b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347559 Oct 28 14:37:41.884751 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd4a82-8088-41b8-9a85-2ff8ca1bef17 req-69deaa2e-314e-4515-8a6f-4fcc0c6881e2 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:41.886247 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7bcd4a82-8088-41b8-9a85-2ff8ca1bef17 req-69deaa2e-314e-4515-8a6f-4fcc0c6881e2 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0481358 Oct 28 14:37:41.925361 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7bcd4a82-8088-41b8-9a85-2ff8ca1bef17 req-ea68c8ba-bb39-4837-823d-0aa5d9717f31 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329313 Oct 28 14:37:42.182458 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618adb1-f49d-4235-ad57-886640fe95ec req-6b31a6e3-aef9-4a93-ac5b-b1d34e38129a tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:42.184234 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d618adb1-f49d-4235-ad57-886640fe95ec req-6b31a6e3-aef9-4a93-ac5b-b1d34e38129a tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0520017 Oct 28 14:37:42.223476 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d618adb1-f49d-4235-ad57-886640fe95ec req-6bf2d853-7ab9-42f0-8ae3-6c3c127f85e4 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329585 Oct 28 14:37:42.520555 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ec921-cc90-4ba7-84ff-18575212e291 req-d226945d-3bb9-486d-ac1b-79a0bde8acff tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:42.522030 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2e2ec921-cc90-4ba7-84ff-18575212e291 req-d226945d-3bb9-486d-ac1b-79a0bde8acff tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 945 time: 0.0473092 Oct 28 14:37:42.574822 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2e2ec921-cc90-4ba7-84ff-18575212e291 req-1c276f59-ecc4-4053-a06e-1871bd711eb3 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451672 Oct 28 14:37:43.046644 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbcaf0-03c2-440f-8bf9-4e649811c80b req-ceb1a0ec-f3cd-4bf9-98a0-7581cb276b17 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:43.048188 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-45cbcaf0-03c2-440f-8bf9-4e649811c80b req-ceb1a0ec-f3cd-4bf9-98a0-7581cb276b17 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0560689 Oct 28 14:37:43.087285 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-45cbcaf0-03c2-440f-8bf9-4e649811c80b req-86d49ecb-889f-4232-8047-2b13da491098 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322907 Oct 28 14:37:43.273549 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-a3a8002e-e7f7-4d81-8021-a3368ce1b957 req-b57f4753-ceaf-4793-b1af-1fc6d9b1e8ff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01f0ba98-94da-451b-9875-bf8c7594c4fe HTTP/1.1" status: 200 len: 217 time: 0.0528924 Oct 28 14:37:43.292221 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dcef9-06d1-4efb-9600-1152a8096f3b req-81f08e7b-b786-4285-bd66-6ea6a4c2ae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:43.293107 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-2c5dcef9-06d1-4efb-9600-1152a8096f3b req-81f08e7b-b786-4285-bd66-6ea6a4c2ae06 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 1098 time: 0.0823328 Oct 28 14:37:43.357017 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8002e-e7f7-4d81-8021-a3368ce1b957 req-1a47b997-c1e4-492c-ad31-64c215c97fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:43.359423 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-a3a8002e-e7f7-4d81-8021-a3368ce1b957 req-1a47b997-c1e4-492c-ad31-64c215c97fc7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f8630344-cf93-4cfe-815f-63516c44a48e HTTP/1.1" status: 200 len: 858 time: 0.0700674 Oct 28 14:37:43.365629 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-2c5dcef9-06d1-4efb-9600-1152a8096f3b req-58211098-69be-47af-a998-7e1143bff2a0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448380 Oct 28 14:37:43.367312 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ceb1e0-6da4-4632-9583-9b4c1951fa10 req-51bae10a-e874-4edf-94a5-93fd4483e8eb tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:43.368898 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-22ceb1e0-6da4-4632-9583-9b4c1951fa10 req-51bae10a-e874-4edf-94a5-93fd4483e8eb tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0628200 Oct 28 14:37:43.410155 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-22ceb1e0-6da4-4632-9583-9b4c1951fa10 req-3b2845d9-2796-4c67-9c06-f16ac52b395d tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341716 Oct 28 14:37:43.692925 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edd8e1-877c-4039-ac8f-727daf8af693 req-0d92b8f7-9882-4fa6-b77f-3ca223b4ec77 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:43.694396 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-05edd8e1-877c-4039-ac8f-727daf8af693 req-0d92b8f7-9882-4fa6-b77f-3ca223b4ec77 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 945 time: 0.0488937 Oct 28 14:37:43.741721 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-a3a8002e-e7f7-4d81-8021-a3368ce1b957 req-54c75b7d-7cad-40d7-8c1d-9a46d4efe783 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f66cb821-2d22-45aa-9985-3ea85500b50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302217 Oct 28 14:37:43.745294 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-05edd8e1-877c-4039-ac8f-727daf8af693 req-278e717f-25fb-4a4d-afb2-0f39fdc2eb9b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446630 Oct 28 14:37:44.051047 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-a3a8002e-e7f7-4d81-8021-a3368ce1b957 req-661a0419-98a3-4ecd-aabd-652700a62941 service neutron] 10.222.0.72 "GET /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788208 Oct 28 14:37:44.166536 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-a3a8002e-e7f7-4d81-8021-a3368ce1b957 req-7698c1cb-3c6a-4b1b-bf12-56bf7c60c482 service neutron] 10.222.0.72 "GET /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012881 Oct 28 14:37:44.214102 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a2ddb-2560-4b97-83aa-7ec52d5d2209 req-9553859d-7b7b-4947-b428-9848295f2956 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:44.215880 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8f1a2ddb-2560-4b97-83aa-7ec52d5d2209 req-9553859d-7b7b-4947-b428-9848295f2956 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0502427 Oct 28 14:37:44.262774 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8f1a2ddb-2560-4b97-83aa-7ec52d5d2209 req-8988f9fd-01a5-4d41-b88f-f99f903d1632 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399115 Oct 28 14:37:44.538819 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e177b-eda3-4628-93bf-dda7412c1875 req-3ead58b8-97d5-4b0a-8502-2c223383176e tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:44.541176 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-da0e177b-eda3-4628-93bf-dda7412c1875 req-3ead58b8-97d5-4b0a-8502-2c223383176e tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0506392 Oct 28 14:37:44.586167 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-da0e177b-eda3-4628-93bf-dda7412c1875 req-265126bf-b38c-421f-946d-2b6b9f242399 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353844 Oct 28 14:37:44.640810 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 32818) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:44.743364 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-487d820a-474f-45db-96e4-54e72e608363 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:44.829227 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-487d820a-474f-45db-96e4-54e72e608363 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:44.844965 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-487d820a-474f-45db-96e4-54e72e608363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:44.908270 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d820a-474f-45db-96e4-54e72e608363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a0ce96-35e1-419f-b56b-ecc12c312849,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:44.914569 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-487d820a-474f-45db-96e4-54e72e608363 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2b77749d1e6341e3b3b28b539ede48cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725940 Oct 28 14:37:44.917333 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 32834) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:44.932596 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48786855-2c5d-485f-a107-a0c07a282113 req-4c5e6693-08f4-4d84-b4fa-d94a9fafc20e tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:44.934486 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-48786855-2c5d-485f-a107-a0c07a282113 req-4c5e6693-08f4-4d84-b4fa-d94a9fafc20e tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 945 time: 0.1106155 Oct 28 14:37:44.980720 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-48786855-2c5d-485f-a107-a0c07a282113 req-41355377-8b8d-4ca8-8663-4757e8b9d5ff tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374236 Oct 28 14:37:44.998299 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-dceea9f4-1487-42f4-8ba3-9cd663c0fb2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:45.022549 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-dceea9f4-1487-42f4-8ba3-9cd663c0fb2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:45.073115 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-dceea9f4-1487-42f4-8ba3-9cd663c0fb2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:45.075892 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-dceea9f4-1487-42f4-8ba3-9cd663c0fb2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:45.077026 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-dceea9f4-1487-42f4-8ba3-9cd663c0fb2a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/97a0ce96-35e1-419f-b56b-ecc12c312849 HTTP/1.1" status: 204 len: 168 time: 0.1585979 Oct 28 14:37:45.086099 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceea9f4-1487-42f4-8ba3-9cd663c0fb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a0ce96-35e1-419f-b56b-ecc12c312849,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:45.151399 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 45ec9642-12d9-434d-9a64-a82adf4927f5 up at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:37:45.207883 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning for port 45ec9642-12d9-434d-9a64-a82adf4927f5 completed by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 14:37:45.212721 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning complete for port 45ec9642-12d9-434d-9a64-a82adf4927f5 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:37:45.213337 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:45.308858 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:45.334106 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b92d161-e1ba-469f-89ea-a72e2925b4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ec9642-12d9-434d-9a64-a82adf4927f5'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:37:45.336478 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec8988b-24a9-463d-974d-bf402a77d17c" -d '{"events": [{"server_uuid": "4b92d161-e1ba-469f-89ea-a72e2925b4bf", "name": "network-vif-plugged", "status": "completed", "tag": "45ec9642-12d9-434d-9a64-a82adf4927f5"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:37:45.350386 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 45ec9642-12d9-434d-9a64-a82adf4927f5, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=45ec9642-12d9-434d-9a64-a82adf4927f5,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:37:45.358812 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:45.388298 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:37:45.391104 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 32846) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:45.391577 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a4fd0-c1af-4e5f-bd7d-d85c52581663 req-3a785a1d-768c-4efc-aa4b-24ce555ef3e7 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:45.393300 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f57a4fd0-c1af-4e5f-bd7d-d85c52581663 req-3a785a1d-768c-4efc-aa4b-24ce555ef3e7 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0575950 Oct 28 14:37:45.395922 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a264458f-3dc7-4ef9-b9a1-3c797f3a6c01 x-openstack-request-id: req-a264458f-3dc7-4ef9-b9a1-3c797f3a6c01 {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:37:45.396232 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b92d161-e1ba-469f-89ea-a72e2925b4bf", "name": "network-vif-plugged", "status": "completed", "tag": "45ec9642-12d9-434d-9a64-a82adf4927f5", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:37:45.396476 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a264458f-3dc7-4ef9-b9a1-3c797f3a6c01 {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:37:45.396851 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b92d161-e1ba-469f-89ea-a72e2925b4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ec9642-12d9-434d-9a64-a82adf4927f5', 'code': 200} Oct 28 14:37:45.408555 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-cf2ba764-ab2d-4229-88ad-20508705bcef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:45.430289 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=45ec9642-12d9-434d-9a64-a82adf4927f5,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:45.441609 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f57a4fd0-c1af-4e5f-bd7d-d85c52581663 req-26489146-8250-4289-a272-5f1957937a7b tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417325 Oct 28 14:37:45.490672 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-cf2ba764-ab2d-4229-88ad-20508705bcef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:45.495732 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-cf2ba764-ab2d-4229-88ad-20508705bcef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:45.544164 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-cf2ba764-ab2d-4229-88ad-20508705bcef admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b46c284875d548849501a53012ee866e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517437 Oct 28 14:37:45.545820 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ba764-ab2d-4229-88ad-20508705bcef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88df2b47-6009-43fa-b3b7-3f7cf5735fe8,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:45.548234 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 32856) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:45.582705 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0b65f-520e-4846-bb70-d1cb82957583 req-4ff71287-e8a6-4bd3-ae26-6ba14f75d542 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:45.584197 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b2f0b65f-520e-4846-bb70-d1cb82957583 req-4ff71287-e8a6-4bd3-ae26-6ba14f75d542 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0654891 Oct 28 14:37:45.593080 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 32862) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:45.597574 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-24c151ca-0646-4e86-ba51-aa7b08cd42e5 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Request body: {'floatingip': {'port_id': '7a01d322-7e87-41a2-83c4-3821e0aa5d34'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:37:45.615614 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-cdfe16f5-6cce-47fb-b0a0-a2e57dd9b413 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:45.644341 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-cdfe16f5-6cce-47fb-b0a0-a2e57dd9b413 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:45.695994 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-cdfe16f5-6cce-47fb-b0a0-a2e57dd9b413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:45.699556 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-cdfe16f5-6cce-47fb-b0a0-a2e57dd9b413 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:45.700952 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-cdfe16f5-6cce-47fb-b0a0-a2e57dd9b413 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/88df2b47-6009-43fa-b3b7-3f7cf5735fe8 HTTP/1.1" status: 204 len: 168 time: 0.1516292 Oct 28 14:37:45.718584 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe16f5-6cce-47fb-b0a0-a2e57dd9b413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88df2b47-6009-43fa-b3b7-3f7cf5735fe8,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:45.726046 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-24c151ca-0646-4e86-ba51-aa7b08cd42e5 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for floatingip, before_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:45.827730 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7430a-2570-46e0-894a-3445638d4ed4 req-90f3ea42-ffca-4d93-98fa-11cf4b042024 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:45.829210 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-49b7430a-2570-46e0-894a-3445638d4ed4 req-90f3ea42-ffca-4d93-98fa-11cf4b042024 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.1466396 Oct 28 14:37:45.907842 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-49b7430a-2570-46e0-894a-3445638d4ed4 req-0a5394f2-e123-4952-9757-4356c57446fc tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719795 Oct 28 14:37:46.122763 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 32900) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:46.138719 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c7858011-1ee9-4cba-958f-ee2017b41106 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:46.223188 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c7858011-1ee9-4cba-958f-ee2017b41106 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:46.228463 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c7858011-1ee9-4cba-958f-ee2017b41106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:46.253364 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7858011-1ee9-4cba-958f-ee2017b41106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3847f67c-23e4-4215-93c9-28f260f3a8ad,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:46.282602 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-c7858011-1ee9-4cba-958f-ee2017b41106 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=427c770d3694413c905d3589a19e235c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1562235 Oct 28 14:37:46.283346 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 32910) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:46.291120 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf8234-3036-4964-a576-27c4386c4a8e req-fa44844b-0680-402b-a4e9-212300777e0b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:46.292623 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6bcf8234-3036-4964-a576-27c4386c4a8e req-fa44844b-0680-402b-a4e9-212300777e0b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.1488492 Oct 28 14:37:46.341374 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-26be59b2-64a0-44d9-9727-5e9b698c436a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:46.365920 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-26be59b2-64a0-44d9-9727-5e9b698c436a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:46.432387 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-26be59b2-64a0-44d9-9727-5e9b698c436a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:46.436383 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-26be59b2-64a0-44d9-9727-5e9b698c436a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:46.439566 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-26be59b2-64a0-44d9-9727-5e9b698c436a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3847f67c-23e4-4215-93c9-28f260f3a8ad HTTP/1.1" status: 204 len: 168 time: 0.1551428 Oct 28 14:37:46.449046 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be59b2-64a0-44d9-9727-5e9b698c436a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3847f67c-23e4-4215-93c9-28f260f3a8ad,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:46.558077 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.db.resource_extend [None req-24c151ca-0646-4e86-ba51-aa7b08cd42e5 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 14:37:46.610255 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6bcf8234-3036-4964-a576-27c4386c4a8e req-82cda745-db3b-4363-9a48-dcb40553f6c1 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2974007 Oct 28 14:37:46.647791 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-24c151ca-0646-4e86-ba51-aa7b08cd42e5 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:46.653735 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-24c151ca-0646-4e86-ba51-aa7b08cd42e5 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640319'] for floatingip, after_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:46.758915 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.db.l3_db [None req-24c151ca-0646-4e86-ba51-aa7b08cd42e5 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Floating IP 3f3466eb-f2e2-408f-8801-49dc7234d4ae associated. External IP: 172.27.2.142, port: 7a01d322-7e87-41a2-83c4-3821e0aa5d34. Oct 28 14:37:46.972971 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c151ca-0646-4e86-ba51-aa7b08cd42e5 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Router 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:37:47.067588 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e68658d-b287-4c68-b6b9-dcbb9fe5c2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:47.120745 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe270b-1a70-4d69-b248-e84047a401ba req-a26a89b4-2dd3-40fe-ab07-d44ee0ea3465 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:47.122402 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-adbe270b-1a70-4d69-b248-e84047a401ba req-a26a89b4-2dd3-40fe-ab07-d44ee0ea3465 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.1037390 Oct 28 14:37:47.127486 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c151ca-0646-4e86-ba51-aa7b08cd42e5 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:37:47.133579 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-24c151ca-0646-4e86-ba51-aa7b08cd42e5 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for floatingip, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:47.141048 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2732c6f2-f925-409a-96ff-f1d9a307c81d None None] Sync routers for ids ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'] in dv-cinder-815848-1-iscsi {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:37:47.154846 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2732c6f2-f925-409a-96ff-f1d9a307c81d None None] Routers {'1e4dff63-9fe7-41ea-abd6-13ae722d16f6'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:37:47.155738 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-2732c6f2-f925-409a-96ff-f1d9a307c81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:37:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:37:47.183346 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-24c151ca-0646-4e86-ba51-aa7b08cd42e5 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "PUT /v2.0/floatingips/3f3466eb-f2e2-408f-8801-49dc7234d4ae HTTP/1.1" status: 200 len: 991 time: 1.5865667 Oct 28 14:37:47.183346 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db271e4-6f10-476a-9df0-c9b7b2d4c296', 'tag': '7a01d322-7e87-41a2-83c4-3821e0aa5d34'}] {{(pid=101539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:37:47.185525 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b11bf48e9ea089bdf44fa20a23d8f6f37ef4f34e00c9a01b18aadce43f874137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234dcb0b-cd94-4760-b477-ad9fc12e98e2" -d '{"events": [{"name": "network-changed", "server_uuid": "8db271e4-6f10-476a-9df0-c9b7b2d4c296", "tag": "7a01d322-7e87-41a2-83c4-3821e0aa5d34"}]}' {{(pid=101539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:37:47.193473 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-adbe270b-1a70-4d69-b248-e84047a401ba req-8b197d48-f5cf-4703-bfb9-39f8a770a825 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641077 Oct 28 14:37:47.245947 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8248ae3a-6427-4db8-9c47-1a96a1bdd191 x-openstack-request-id: req-8248ae3a-6427-4db8-9c47-1a96a1bdd191 {{(pid=101539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:37:47.246266 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db271e4-6f10-476a-9df0-c9b7b2d4c296", "tag": "7a01d322-7e87-41a2-83c4-3821e0aa5d34", "status": "completed", "code": 200}]} {{(pid=101539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:37:47.246614 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8248ae3a-6427-4db8-9c47-1a96a1bdd191 {{(pid=101539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:37:47.247185 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db271e4-6f10-476a-9df0-c9b7b2d4c296', 'tag': '7a01d322-7e87-41a2-83c4-3821e0aa5d34', 'status': 'completed', 'code': 200} Oct 28 14:37:47.298186 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-2732c6f2-f925-409a-96ff-f1d9a307c81d None None] Set router 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:37:47.587782 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-2732c6f2-f925-409a-96ff-f1d9a307c81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'name': 'tempest-AttachVolumeTestJSON-702501146-router', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:54Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'gw_port': {'id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:57Z', 'updated_at': '2021-10-28T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '3f3466eb-f2e2-408f-8801-49dc7234d4ae', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'port_id': '7a01d322-7e87-41a2-83c4-3821e0aa5d34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'mac_address': 'fa:16:3e:1e:7d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db271e4-6f10-476a-9df0-c9b7b2d4c296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:37:20Z', 'updated_at': '2021-10-28T14:37:46Z', 'revision_number': 1, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6396ece7-da79-42e9-9e88-84dc28d67fc6', 'name': '', 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'mac_address': 'fa:16:3e:59:51:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:05Z', 'updated_at': '2021-10-28T14:37:14Z', 'revision_number': 5, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'subnets': [{'id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:37:47.616416 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2732c6f2-f925-409a-96ff-f1d9a307c81d None None] Checking router: 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 for host: dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:37:47.626421 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2732c6f2-f925-409a-96ff-f1d9a307c81d None None] Routers {'1e4dff63-9fe7-41ea-abd6-13ae722d16f6'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:37:47.627065 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-2732c6f2-f925-409a-96ff-f1d9a307c81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:37:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:37:47.749739 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-2732c6f2-f925-409a-96ff-f1d9a307c81d None None] Set router 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:37:47.770282 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3414dd5-cdd0-4bf2-bf16-c0879ed95b1b req-9b3707fc-3efe-48b2-865d-edea0df1b1e8 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:47.771915 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b3414dd5-cdd0-4bf2-bf16-c0879ed95b1b req-9b3707fc-3efe-48b2-865d-edea0df1b1e8 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0856535 Oct 28 14:37:47.815079 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b3414dd5-cdd0-4bf2-bf16-c0879ed95b1b req-07e7497f-174a-4c8c-a561-c732b462f219 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364792 Oct 28 14:37:47.981030 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-2732c6f2-f925-409a-96ff-f1d9a307c81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'name': 'tempest-AttachVolumeTestJSON-702501146-router', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:54Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'gw_port': {'id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:57Z', 'updated_at': '2021-10-28T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '3f3466eb-f2e2-408f-8801-49dc7234d4ae', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'port_id': '7a01d322-7e87-41a2-83c4-3821e0aa5d34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'mac_address': 'fa:16:3e:1e:7d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db271e4-6f10-476a-9df0-c9b7b2d4c296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:37:20Z', 'updated_at': '2021-10-28T14:37:46Z', 'revision_number': 1, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6396ece7-da79-42e9-9e88-84dc28d67fc6', 'name': '', 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'mac_address': 'fa:16:3e:59:51:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:05Z', 'updated_at': '2021-10-28T14:37:14Z', 'revision_number': 5, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'subnets': [{'id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:37:48.007389 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2732c6f2-f925-409a-96ff-f1d9a307c81d None None] The sync data for ids ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'] in dv-cinder-815848-1-iscsi is: [{'id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'name': 'tempest-AttachVolumeTestJSON-702501146-router', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:54Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'gw_port': {'id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:57Z', 'updated_at': '2021-10-28T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '3f3466eb-f2e2-408f-8801-49dc7234d4ae', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'port_id': '7a01d322-7e87-41a2-83c4-3821e0aa5d34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'mac_address': 'fa:16:3e:1e:7d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db271e4-6f10-476a-9df0-c9b7b2d4c296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:37:20Z', 'updated_at': '2021-10-28T14:37:46Z', 'revision_number': 1, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6396ece7-da79-42e9-9e88-84dc28d67fc6', 'name': '', 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'mac_address': 'fa:16:3e:59:51:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:05Z', 'updated_at': '2021-10-28T14:37:14Z', 'revision_number': 5, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'subnets': [{'id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:37:48.204859 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fe7e8a-62c0-4f74-94ec-6699502b23f6 None None] New status for floating IP 3f3466eb-f2e2-408f-8801-49dc7234d4ae: ACTIVE {{(pid=101540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 14:37:48.317411 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffd991-d1d3-4dd1-8150-b2016e3ce8fd req-036eba19-dba6-4cb2-8c95-e2691eed09d1 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:48.318918 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f5ffd991-d1d3-4dd1-8150-b2016e3ce8fd req-036eba19-dba6-4cb2-8c95-e2691eed09d1 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0500107 Oct 28 14:37:48.364833 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f5ffd991-d1d3-4dd1-8150-b2016e3ce8fd req-fbc9b291-65d0-4442-ace7-1e92f3978e22 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389774 Oct 28 14:37:48.609533 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 33014) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:48.725287 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ce89976b-d285-4e0b-8d16-b9752dce8793 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:48.799065 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ce89976b-d285-4e0b-8d16-b9752dce8793 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:48.803817 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ce89976b-d285-4e0b-8d16-b9752dce8793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:48.837694 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-ce89976b-d285-4e0b-8d16-b9752dce8793 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6809c9e8eb704f95bee93348b827d2e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270653 Oct 28 14:37:48.840596 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 33020) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:48.842308 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89976b-d285-4e0b-8d16-b9752dce8793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a7df9b-85b6-41c6-a4de-2c076d8c9ce3,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:48.915022 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-9d65acf2-d5ab-4176-b9ea-b4a8c0990c67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:48.944929 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-9d65acf2-d5ab-4176-b9ea-b4a8c0990c67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:48.958534 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b08878-0890-48ac-a2e5-b70c1c9ea87c req-f3d36ec6-dd56-4a55-9ee1-8acb57ac1c02 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:48.960008 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-63b08878-0890-48ac-a2e5-b70c1c9ea87c req-f3d36ec6-dd56-4a55-9ee1-8acb57ac1c02 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0701754 Oct 28 14:37:49.011970 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-63b08878-0890-48ac-a2e5-b70c1c9ea87c req-0c40ba02-0d8e-44a2-beb2-6aedb9359c2a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433950 Oct 28 14:37:49.021512 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-9d65acf2-d5ab-4176-b9ea-b4a8c0990c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:49.024003 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-9d65acf2-d5ab-4176-b9ea-b4a8c0990c67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:49.025079 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-9d65acf2-d5ab-4176-b9ea-b4a8c0990c67 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/42a7df9b-85b6-41c6-a4de-2c076d8c9ce3 HTTP/1.1" status: 204 len: 168 time: 0.1834557 Oct 28 14:37:49.033476 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65acf2-d5ab-4176-b9ea-b4a8c0990c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a7df9b-85b6-41c6-a4de-2c076d8c9ce3,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:49.320197 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 33032) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:49.337033 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-8be68dc9-4779-4939-888f-ccc745c909e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:49.433616 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-8be68dc9-4779-4939-888f-ccc745c909e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:49.440489 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-8be68dc9-4779-4939-888f-ccc745c909e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:49.491766 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dcb0b-cd94-4760-b477-ad9fc12e98e2 req-d87fdda3-d3b7-448e-9d6c-234a94597ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:49.493280 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-234dcb0b-cd94-4760-b477-ad9fc12e98e2 req-d87fdda3-d3b7-448e-9d6c-234a94597ae3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9e334a6e70ac4c2a882f287ce31d287e&device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 1098 time: 0.0433528 Oct 28 14:37:49.507589 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-8be68dc9-4779-4939-888f-ccc745c909e1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f1fc31f86f4546268533306f87656061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862874 Oct 28 14:37:49.510253 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 33036) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:49.516624 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be68dc9-4779-4939-888f-ccc745c909e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4f583d-e56a-4925-851f-9c6de1e20dfa,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:49.536850 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c231ef-9814-42fb-be1e-327d33225d82 req-1305cdc8-1adb-46d6-979c-08732020e7fd tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:49.538356 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f8c231ef-9814-42fb-be1e-327d33225d82 req-1305cdc8-1adb-46d6-979c-08732020e7fd tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0941634 Oct 28 14:37:49.579164 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f8c231ef-9814-42fb-be1e-327d33225d82 req-e441793f-3404-4d73-81a0-2c1fdbac41fd tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334690 Oct 28 14:37:49.662545 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a169d21-670b-42f2-b47e-c068c92dddcd req-91efb5aa-8a64-4a08-991b-1c67454f6a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:49.664089 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-3a169d21-670b-42f2-b47e-c068c92dddcd req-91efb5aa-8a64-4a08-991b-1c67454f6a2b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 1099 time: 0.0955329 Oct 28 14:37:49.668764 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dcb0b-cd94-4760-b477-ad9fc12e98e2 req-15c28dc8-e448-45c5-9951-fcbbe118a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:49.670451 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-234dcb0b-cd94-4760-b477-ad9fc12e98e2 req-15c28dc8-e448-45c5-9951-fcbbe118a798 service neutron] 10.222.0.72 "GET /v2.0/networks?id=37179b0d-df91-4999-9b23-d6b35cc378c2 HTTP/1.1" status: 200 len: 911 time: 0.1574929 Oct 28 14:37:49.671209 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-f1b82a94-c3e7-4029-81a6-3c15c8a5480f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:49.714636 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-f1b82a94-c3e7-4029-81a6-3c15c8a5480f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:49.834287 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-234dcb0b-cd94-4760-b477-ad9fc12e98e2 req-bf2f784c-76f1-4674-80cb-673377ed7f70 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a01d322-7e87-41a2-83c4-3821e0aa5d34 HTTP/1.1" status: 200 len: 1001 time: 0.1395011 Oct 28 14:37:49.836462 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-3a169d21-670b-42f2-b47e-c068c92dddcd req-365ecff8-d338-4c11-9945-a55f803bee07 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480453 Oct 28 14:37:49.854578 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-f1b82a94-c3e7-4029-81a6-3c15c8a5480f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:49.857177 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-f1b82a94-c3e7-4029-81a6-3c15c8a5480f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:49.858282 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-f1b82a94-c3e7-4029-81a6-3c15c8a5480f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2c4f583d-e56a-4925-851f-9c6de1e20dfa HTTP/1.1" status: 204 len: 168 time: 0.3469784 Oct 28 14:37:49.865956 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b82a94-c3e7-4029-81a6-3c15c8a5480f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4f583d-e56a-4925-851f-9c6de1e20dfa,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:49.873661 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b82a94-c3e7-4029-81a6-3c15c8a5480f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:37:49.874010 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b82a94-c3e7-4029-81a6-3c15c8a5480f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:37:49.874346 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b82a94-c3e7-4029-81a6-3c15c8a5480f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:37:49.874668 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b82a94-c3e7-4029-81a6-3c15c8a5480f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:37:49.875167 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b82a94-c3e7-4029-81a6-3c15c8a5480f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:37:49.875620 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b82a94-c3e7-4029-81a6-3c15c8a5480f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:37:49.876071 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b82a94-c3e7-4029-81a6-3c15c8a5480f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:37:49.876535 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b82a94-c3e7-4029-81a6-3c15c8a5480f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:37:49.877048 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b82a94-c3e7-4029-81a6-3c15c8a5480f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:37:49.877338 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b82a94-c3e7-4029-81a6-3c15c8a5480f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:37:49.877904 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b82a94-c3e7-4029-81a6-3c15c8a5480f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:37:49.878533 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b82a94-c3e7-4029-81a6-3c15c8a5480f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:37:50.072132 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-c27b4499-60db-43cd-9766-2ab449a961a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:50.138361 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09700e69-01d7-49f8-95b5-b3cb2971ec37 req-2b7270eb-80d9-4e2c-a139-968cf4370a04 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:50.139901 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-09700e69-01d7-49f8-95b5-b3cb2971ec37 req-2b7270eb-80d9-4e2c-a139-968cf4370a04 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0530357 Oct 28 14:37:50.179709 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-09700e69-01d7-49f8-95b5-b3cb2971ec37 req-aeb28c62-4c08-481d-a708-1d01e9a7820e tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336587 Oct 28 14:37:50.247269 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dcb0b-cd94-4760-b477-ad9fc12e98e2 req-6a904a60-dcf6-4cc5-b5a1-e54a5c9bc7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:50.248972 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-234dcb0b-cd94-4760-b477-ad9fc12e98e2 req-6a904a60-dcf6-4cc5-b5a1-e54a5c9bc7de service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb6c52cb-73bc-43b9-9665-77e60bb1696b HTTP/1.1" status: 200 len: 849 time: 0.0751667 Oct 28 14:37:50.303401 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dcb0b-cd94-4760-b477-ad9fc12e98e2 req-93848bb9-dab0-4409-bb6e-e9d75d739ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:50.304960 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-234dcb0b-cd94-4760-b477-ad9fc12e98e2 req-93848bb9-dab0-4409-bb6e-e9d75d739ede service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=37179b0d-df91-4999-9b23-d6b35cc378c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425787 Oct 28 14:37:50.409813 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-234dcb0b-cd94-4760-b477-ad9fc12e98e2 req-cff9da1f-bfeb-4626-9545-6be48791b7cb service neutron] 10.222.0.72 "GET /v2.0/networks/37179b0d-df91-4999-9b23-d6b35cc378c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870285 Oct 28 14:37:50.505515 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-234dcb0b-cd94-4760-b477-ad9fc12e98e2 req-2ab6da32-d945-415a-bfba-125aba78e424 service neutron] 10.222.0.72 "GET /v2.0/networks/37179b0d-df91-4999-9b23-d6b35cc378c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859997 Oct 28 14:37:50.702799 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4b549-b483-45f5-b794-46ef54783c84 req-6e5aface-a4cc-47dc-b733-d3d202dc4bdf tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:50.707254 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c8d4b549-b483-45f5-b794-46ef54783c84 req-6e5aface-a4cc-47dc-b733-d3d202dc4bdf tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0592182 Oct 28 14:37:50.752735 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c8d4b549-b483-45f5-b794-46ef54783c84 req-c45a8c42-8385-41f7-b10b-89dfd6ac14a0 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394688 Oct 28 14:37:51.018356 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:51.066173 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 33112) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:51.177265 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2734673c-3f43-42cf-9384-5f57246499be admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:51.201785 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:51.253992 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2734673c-3f43-42cf-9384-5f57246499be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:51.258953 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2734673c-3f43-42cf-9384-5f57246499be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:51.296404 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734673c-3f43-42cf-9384-5f57246499be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b46692-7360-4398-a077-e5df2abb2f03,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:51.326572 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-2734673c-3f43-42cf-9384-5f57246499be admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2c2a9f7a2bd94a6c93c82d1e0e0954ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585831 Oct 28 14:37:51.329473 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 33126) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:51.337772 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdcfe6-5243-49be-a042-a6df7aa91498 req-11c53b0a-6e96-486a-9875-f3569bb5a7e6 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:51.339454 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0bbdcfe6-5243-49be-a042-a6df7aa91498 req-11c53b0a-6e96-486a-9875-f3569bb5a7e6 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0736110 Oct 28 14:37:51.381331 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0bbdcfe6-5243-49be-a042-a6df7aa91498 req-f69eea13-cb11-43e0-a4e1-c4379367859f tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343130 Oct 28 14:37:51.389466 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-cd5ed855-ad81-4089-9ada-a6bdaec87526 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:51.416148 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-cd5ed855-ad81-4089-9ada-a6bdaec87526 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:51.470122 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-cd5ed855-ad81-4089-9ada-a6bdaec87526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:51.473032 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-cd5ed855-ad81-4089-9ada-a6bdaec87526 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:51.474186 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-cd5ed855-ad81-4089-9ada-a6bdaec87526 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/45b46692-7360-4398-a077-e5df2abb2f03 HTTP/1.1" status: 204 len: 168 time: 0.1398695 Oct 28 14:37:51.482921 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ed855-ad81-4089-9ada-a6bdaec87526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b46692-7360-4398-a077-e5df2abb2f03,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:51.826957 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 33156) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:51.847103 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-88598b45-5ffe-4827-a2d3-23c9fedf3abd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:51.877377 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be73f23-3b2e-478a-8231-1699100aa485 req-3a853220-48e4-410c-b709-7a35355d9c66 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:51.879060 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8be73f23-3b2e-478a-8231-1699100aa485 req-3a853220-48e4-410c-b709-7a35355d9c66 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0548575 Oct 28 14:37:51.925896 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8be73f23-3b2e-478a-8231-1699100aa485 req-c720c9e8-ac14-4486-a102-413b06c06604 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407965 Oct 28 14:37:51.940538 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-88598b45-5ffe-4827-a2d3-23c9fedf3abd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:51.946248 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-88598b45-5ffe-4827-a2d3-23c9fedf3abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:51.983691 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-88598b45-5ffe-4827-a2d3-23c9fedf3abd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=78060810f66a4973a3c8d4b4651b3829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556652 Oct 28 14:37:51.986221 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 33160) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:51.998154 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88598b45-5ffe-4827-a2d3-23c9fedf3abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ff5305-bbb2-4e34-bbfc-947771e368da,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:52.055766 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ce6b4f0a-e8ad-4e27-a22e-f72a73e778d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:52.081926 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:52.089488 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ce6b4f0a-e8ad-4e27-a22e-f72a73e778d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:52.143599 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ce6b4f0a-e8ad-4e27-a22e-f72a73e778d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:52.146474 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ce6b4f0a-e8ad-4e27-a22e-f72a73e778d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:52.147706 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-ce6b4f0a-e8ad-4e27-a22e-f72a73e778d8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/62ff5305-bbb2-4e34-bbfc-947771e368da HTTP/1.1" status: 204 len: 168 time: 0.1605582 Oct 28 14:37:52.155946 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b4f0a-e8ad-4e27-a22e-f72a73e778d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ff5305-bbb2-4e34-bbfc-947771e368da,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:37:52.509616 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a595a66-9bd0-4e5c-afb6-f6bb4afb72d6 req-ab4fbef8-c8fa-4164-9ed2-e78c552a0d0d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:52.511112 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4a595a66-9bd0-4e5c-afb6-f6bb4afb72d6 req-ab4fbef8-c8fa-4164-9ed2-e78c552a0d0d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0513406 Oct 28 14:37:52.549321 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4a595a66-9bd0-4e5c-afb6-f6bb4afb72d6 req-c5f9ef17-eca0-4bba-b1c6-3856fffa6cb9 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320051 Oct 28 14:37:52.663577 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94087e-5b98-4f5c-8bc6-fde23b1751ea req-cb50a3f6-d045-4565-800d-b626ecba564f tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:52.665187 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5e94087e-5b98-4f5c-8bc6-fde23b1751ea req-cb50a3f6-d045-4565-800d-b626ecba564f tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0478845 Oct 28 14:37:52.674643 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 33188) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:37:52.680022 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-d37da3bc-2713-4bc6-8589-185d148c2893 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Request body: {'floatingip': {'port_id': '45ec9642-12d9-434d-9a64-a82adf4927f5'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:37:52.752933 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d37da3bc-2713-4bc6-8589-185d148c2893 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for floatingip, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:53.043575 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e6fe3-66dd-4525-b482-2f783d514003 req-e1799768-487c-47d4-982c-2421d23659a4 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:53.050960 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a23e6fe3-66dd-4525-b482-2f783d514003 req-e1799768-487c-47d4-982c-2421d23659a4 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0533488 Oct 28 14:37:53.084620 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a23e6fe3-66dd-4525-b482-2f783d514003 req-0d16a2f0-d8ef-498c-8013-487675db5a44 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328038 Oct 28 14:37:53.575354 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d37da3bc-2713-4bc6-8589-185d148c2893 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:53.583148 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d37da3bc-2713-4bc6-8589-185d148c2893 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640319'] for floatingip, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:53.682145 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.db.l3_db [None req-d37da3bc-2713-4bc6-8589-185d148c2893 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Floating IP 9b997fe6-c8fd-4420-a70c-78dfdcc96887 associated. External IP: 172.27.2.7, port: 45ec9642-12d9-434d-9a64-a82adf4927f5. Oct 28 14:37:53.887582 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37da3bc-2713-4bc6-8589-185d148c2893 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Router 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:37:53.999660 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37da3bc-2713-4bc6-8589-185d148c2893 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:37:54.004673 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d37da3bc-2713-4bc6-8589-185d148c2893 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for floatingip, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:37:54.009568 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6da6787-f5f8-4a8f-8c66-7525da50bf9e None None] Sync routers for ids ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'] in dv-cinder-815848-1-iscsi {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:37:54.019834 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6da6787-f5f8-4a8f-8c66-7525da50bf9e None None] Routers {'5b287cdb-ac50-4cf8-b5eb-ebdbab335342'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:37:54.020438 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-d6da6787-f5f8-4a8f-8c66-7525da50bf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:37:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:37:54.031471 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-d37da3bc-2713-4bc6-8589-185d148c2893 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "PUT /v2.0/floatingips/9b997fe6-c8fd-4420-a70c-78dfdcc96887 HTTP/1.1" status: 200 len: 990 time: 1.3556502 Oct 28 14:37:54.032166 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b92d161-e1ba-469f-89ea-a72e2925b4bf', 'tag': '45ec9642-12d9-434d-9a64-a82adf4927f5'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:37:54.034514 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5ad3f2-7649-4501-b85d-00430a968ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "4b92d161-e1ba-469f-89ea-a72e2925b4bf", "tag": "45ec9642-12d9-434d-9a64-a82adf4927f5"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:37:54.127250 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-d6da6787-f5f8-4a8f-8c66-7525da50bf9e None None] Set router 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:37:54.434153 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-d6da6787-f5f8-4a8f-8c66-7525da50bf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'name': 'tempest-AttachVolumeShelveTestJSON-1003602660-router', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:53Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'gw_port': {'id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:56Z', 'updated_at': '2021-10-28T14:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '9b997fe6-c8fd-4420-a70c-78dfdcc96887', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'floating_ip_address': '172.27.2.7', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'port_id': '45ec9642-12d9-434d-9a64-a82adf4927f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'mac_address': 'fa:16:3e:90:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b92d161-e1ba-469f-89ea-a72e2925b4bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:37:22Z', 'updated_at': '2021-10-28T14:37:53Z', 'revision_number': 1, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baab3484-c53c-42e4-a44d-d303f6883550', 'name': '', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'mac_address': 'fa:16:3e:1c:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8c385150-b18d-415b-9404-b587a3485a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:03Z', 'updated_at': '2021-10-28T14:37:16Z', 'revision_number': 5, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'subnets': [{'id': '8c385150-b18d-415b-9404-b587a3485a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:37:54.462774 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6da6787-f5f8-4a8f-8c66-7525da50bf9e None None] Checking router: 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 for host: dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:37:54.471349 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6da6787-f5f8-4a8f-8c66-7525da50bf9e None None] Routers {'5b287cdb-ac50-4cf8-b5eb-ebdbab335342'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:37:54.472011 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-d6da6787-f5f8-4a8f-8c66-7525da50bf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:37:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:37:54.575182 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-d6da6787-f5f8-4a8f-8c66-7525da50bf9e None None] Set router 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:37:54.801601 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-d6da6787-f5f8-4a8f-8c66-7525da50bf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'name': 'tempest-AttachVolumeShelveTestJSON-1003602660-router', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:53Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'gw_port': {'id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:56Z', 'updated_at': '2021-10-28T14:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '9b997fe6-c8fd-4420-a70c-78dfdcc96887', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'floating_ip_address': '172.27.2.7', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'port_id': '45ec9642-12d9-434d-9a64-a82adf4927f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'mac_address': 'fa:16:3e:90:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b92d161-e1ba-469f-89ea-a72e2925b4bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:37:22Z', 'updated_at': '2021-10-28T14:37:53Z', 'revision_number': 1, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baab3484-c53c-42e4-a44d-d303f6883550', 'name': '', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'mac_address': 'fa:16:3e:1c:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8c385150-b18d-415b-9404-b587a3485a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:03Z', 'updated_at': '2021-10-28T14:37:16Z', 'revision_number': 5, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'subnets': [{'id': '8c385150-b18d-415b-9404-b587a3485a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:37:54.827103 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6da6787-f5f8-4a8f-8c66-7525da50bf9e None None] The sync data for ids ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'] in dv-cinder-815848-1-iscsi is: [{'id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'name': 'tempest-AttachVolumeShelveTestJSON-1003602660-router', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:53Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'gw_port': {'id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:56Z', 'updated_at': '2021-10-28T14:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '9b997fe6-c8fd-4420-a70c-78dfdcc96887', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'floating_ip_address': '172.27.2.7', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'port_id': '45ec9642-12d9-434d-9a64-a82adf4927f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'mac_address': 'fa:16:3e:90:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b92d161-e1ba-469f-89ea-a72e2925b4bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:37:22Z', 'updated_at': '2021-10-28T14:37:53Z', 'revision_number': 1, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baab3484-c53c-42e4-a44d-d303f6883550', 'name': '', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'mac_address': 'fa:16:3e:1c:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8c385150-b18d-415b-9404-b587a3485a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:03Z', 'updated_at': '2021-10-28T14:37:16Z', 'revision_number': 5, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'subnets': [{'id': '8c385150-b18d-415b-9404-b587a3485a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:37:55.011928 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af708cf6-020b-42c7-99e4-14f8bcea6ed0 None None] New status for floating IP 9b997fe6-c8fd-4420-a70c-78dfdcc96887: ACTIVE {{(pid=101540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 14:37:55.999542 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd38cda-b29e-4a96-bfac-4095735661fc x-openstack-request-id: req-9cd38cda-b29e-4a96-bfac-4095735661fc {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:37:56.000019 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b92d161-e1ba-469f-89ea-a72e2925b4bf", "tag": "45ec9642-12d9-434d-9a64-a82adf4927f5", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:37:56.000232 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9cd38cda-b29e-4a96-bfac-4095735661fc {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:37:56.000668 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b92d161-e1ba-469f-89ea-a72e2925b4bf', 'tag': '45ec9642-12d9-434d-9a64-a82adf4927f5', 'status': 'completed', 'code': 200} Oct 28 14:37:56.075696 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a0389-10e9-4c65-b579-18e3d7f94fe6 req-17242568-f77a-4e9c-82ab-280cf691fdec tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:56.077293 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d20a0389-10e9-4c65-b579-18e3d7f94fe6 req-17242568-f77a-4e9c-82ab-280cf691fdec tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0545621 Oct 28 14:37:56.088637 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ad3f2-7649-4501-b85d-00430a968ac5 req-df99945b-8fdb-4fe5-946b-ec65976a8655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:56.090259 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ac5ad3f2-7649-4501-b85d-00430a968ac5 req-df99945b-8fdb-4fe5-946b-ec65976a8655 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=89fb273f901845daa8cf52ed4beefe1d&device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 1099 time: 0.0416920 Oct 28 14:37:56.115778 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d20a0389-10e9-4c65-b579-18e3d7f94fe6 req-8795e0c4-475a-4e44-9733-a51617a53157 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323269 Oct 28 14:37:56.192757 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ad3f2-7649-4501-b85d-00430a968ac5 req-9f4023ff-273c-49d0-9bca-8f7baf8d8890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:56.194287 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ac5ad3f2-7649-4501-b85d-00430a968ac5 req-9f4023ff-273c-49d0-9bca-8f7baf8d8890 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c4fd715-4b25-4fcf-8589-609c400168cc HTTP/1.1" status: 200 len: 918 time: 0.0880036 Oct 28 14:37:56.262932 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ac5ad3f2-7649-4501-b85d-00430a968ac5 req-7bdac2f6-866a-447e-ad5c-b7624d6f35c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45ec9642-12d9-434d-9a64-a82adf4927f5 HTTP/1.1" status: 200 len: 1000 time: 0.0576971 Oct 28 14:37:56.332724 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ad3f2-7649-4501-b85d-00430a968ac5 req-67081a81-0495-46ba-9206-426803efd640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:56.333659 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ac5ad3f2-7649-4501-b85d-00430a968ac5 req-67081a81-0495-46ba-9206-426803efd640 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c385150-b18d-415b-9404-b587a3485a15 HTTP/1.1" status: 200 len: 856 time: 0.0485632 Oct 28 14:37:56.387117 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ad3f2-7649-4501-b85d-00430a968ac5 req-839a27e3-4c15-4c3b-a2b4-d1842886498f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:56.388973 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ac5ad3f2-7649-4501-b85d-00430a968ac5 req-839a27e3-4c15-4c3b-a2b4-d1842886498f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c4fd715-4b25-4fcf-8589-609c400168cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402818 Oct 28 14:37:56.493309 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ac5ad3f2-7649-4501-b85d-00430a968ac5 req-683b20f5-8163-4a26-b65a-feaaa283af38 service neutron] 10.222.0.72 "GET /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913575 Oct 28 14:37:56.618118 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ac5ad3f2-7649-4501-b85d-00430a968ac5 req-827e21a2-1169-4a92-8be1-a7301c7cad1e service neutron] 10.222.0.72 "GET /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911336 Oct 28 14:37:56.913395 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-53dcb800-b50f-4c32-ae6f-35439888bbe4 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:56.915571 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-53dcb800-b50f-4c32-ae6f-35439888bbe4 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/networks?id=154fe041-a0da-49d3-ad0f-1c0e36bd37bc HTTP/1.1" status: 200 len: 815 time: 0.1070249 Oct 28 14:37:56.932090 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-690de7b5-0466-4ca4-9e11-c5af9b818929 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/quotas/568d16c23053469dad2cfede8da540d0 HTTP/1.1" status: 200 len: 375 time: 0.0099673 Oct 28 14:37:56.984742 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-c87919cd-2d25-4a67-8572-3bf3809bc066 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=568d16c23053469dad2cfede8da540d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463901 Oct 28 14:37:57.074806 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-57ac0286-f7ae-470a-b967-bc97f93b4989 service neutron] 10.222.0.79 "GET /v2.0/networks/154fe041-a0da-49d3-ad0f-1c0e36bd37bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828693 Oct 28 14:37:57.168356 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-ab03990f-1139-47c1-a54f-85789c56af46 service neutron] 10.222.0.79 "GET /v2.0/networks/154fe041-a0da-49d3-ad0f-1c0e36bd37bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873377 Oct 28 14:37:57.266515 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-fee3a524-dd1d-4e96-993b-f8b7dfefd9de req-c6c2ae33-16b1-4eed-8cec-e0ec365b4480 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0589607 Oct 28 14:37:57.367256 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-550a6594-058e-4ee4-bd15-e0cbed906135 req-69fa504b-4d5a-4e34-a3c5-b5d7beb22645 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=3774e8e6-6947-4f9a-ae38-076c623d14d4 HTTP/1.1" status: 200 len: 210 time: 0.0313325 Oct 28 14:37:57.388461 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521ed6b-15d6-4ed9-a557-101401c43ec6 req-31612f66-5c10-435a-951e-1a8c3de48621 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:57.390002 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a521ed6b-15d6-4ed9-a557-101401c43ec6 req-31612f66-5c10-435a-951e-1a8c3de48621 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0993717 Oct 28 14:37:57.414382 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3a524-dd1d-4e96-993b-f8b7dfefd9de req-bee92d02-451c-4a5f-a290-eb14afde69b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:57.416111 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-fee3a524-dd1d-4e96-993b-f8b7dfefd9de req-bee92d02-451c-4a5f-a290-eb14afde69b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d82e2b8f43e4ae1ac9d7014a692ee64&device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 1098 time: 0.0634804 Oct 28 14:37:57.443913 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a521ed6b-15d6-4ed9-a557-101401c43ec6 req-8f8ad402-853a-4a66-adb3-2e6ca3487128 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459037 Oct 28 14:37:57.595366 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3a524-dd1d-4e96-993b-f8b7dfefd9de req-53a7ebf5-eb5b-4f1c-aa68-e6bfe55a05ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:57.597223 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-fee3a524-dd1d-4e96-993b-f8b7dfefd9de req-53a7ebf5-eb5b-4f1c-aa68-e6bfe55a05ef service neutron] 10.222.0.72 "GET /v2.0/networks?id=37ce60aa-6f83-4b57-945f-e1e5b981cb8b HTTP/1.1" status: 200 len: 912 time: 0.1034064 Oct 28 14:37:57.668641 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-fee3a524-dd1d-4e96-993b-f8b7dfefd9de req-07a5b5a2-5b2e-4c7c-a005-58c9f2f9c025 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8 HTTP/1.1" status: 200 len: 217 time: 0.0471947 Oct 28 14:37:57.749309 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3a524-dd1d-4e96-993b-f8b7dfefd9de req-4f7e3a51-79d8-47a2-9a8a-974d0dbc3430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:37:57.750776 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-fee3a524-dd1d-4e96-993b-f8b7dfefd9de req-4f7e3a51-79d8-47a2-9a8a-974d0dbc3430 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=32493066-007b-46d5-a9f2-dacbc5a27bba HTTP/1.1" status: 200 len: 851 time: 0.0624008 Oct 28 14:37:57.817398 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-fee3a524-dd1d-4e96-993b-f8b7dfefd9de req-421db58f-e117-42b2-bc67-e0c5f3b1d356 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=37ce60aa-6f83-4b57-945f-e1e5b981cb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266089 Oct 28 14:37:57.931163 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-fee3a524-dd1d-4e96-993b-f8b7dfefd9de req-e97eec0a-418c-4e52-959f-3cb41dedec1e service neutron] 10.222.0.72 "GET /v2.0/networks/37ce60aa-6f83-4b57-945f-e1e5b981cb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884278 Oct 28 14:37:58.097028 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-fee3a524-dd1d-4e96-993b-f8b7dfefd9de req-023e4cb7-4d40-4de4-91d6-8cb73dade971 service neutron] 10.222.0.72 "GET /v2.0/networks/37ce60aa-6f83-4b57-945f-e1e5b981cb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097524 Oct 28 14:38:01.567264 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e9ee6afd-a6b6-404a-b4f5-1aa373298a09 req-c2bbdf9c-dd50-4eef-a8c9-039518612b59 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=3774e8e6-6947-4f9a-ae38-076c623d14d4 HTTP/1.1" status: 200 len: 210 time: 0.0376074 Oct 28 14:38:01.605086 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942a9be-9c03-4e43-b72e-94d06a450a6e req-28dff95d-8bc4-42e7-a95c-dc19376eef37 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:01.606550 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f942a9be-9c03-4e43-b72e-94d06a450a6e req-28dff95d-8bc4-42e7-a95c-dc19376eef37 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0653076 Oct 28 14:38:01.647792 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f942a9be-9c03-4e43-b72e-94d06a450a6e req-9edd6047-e955-4190-8e2f-42cd220325a2 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322759 Oct 28 14:38:02.074525 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-fa232072-284d-42cc-87be-5f53a57a812f tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:02.076048 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-fa232072-284d-42cc-87be-5f53a57a812f tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.72 "GET /v2.0/networks?id=154fe041-a0da-49d3-ad0f-1c0e36bd37bc HTTP/1.1" status: 200 len: 815 time: 0.1024735 Oct 28 14:38:02.094525 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-bcfe7b81-0d4b-4606-b535-b76589dfbba1 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Request body: {'port': {'device_id': '3774e8e6-6947-4f9a-ae38-076c623d14d4', 'network_id': '154fe041-a0da-49d3-ad0f-1c0e36bd37bc', 'admin_state_up': True, 'tenant_id': '568d16c23053469dad2cfede8da540d0'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:38:02.218967 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-bcfe7b81-0d4b-4606-b535-b76589dfbba1 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Made reservation on behalf of 568d16c23053469dad2cfede8da540d0 for: {'port': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:38:02.224405 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-bcfe7b81-0d4b-4606-b535-b76589dfbba1 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:02.350343 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-bcfe7b81-0d4b-4606-b535-b76589dfbba1 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Allocated IP 172.20.0.10 (154fe041-a0da-49d3-ad0f-1c0e36bd37bc/f7121b6f-bf50-4bce-a009-aedce513e8c2/494ef905-08d5-4167-8c2a-33be8e03cd57) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:38:02.424258 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:02.516716 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-bcfe7b81-0d4b-4606-b535-b76589dfbba1 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:02.567461 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-bcfe7b81-0d4b-4606-b535-b76589dfbba1 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:02.611577 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-bcfe7b81-0d4b-4606-b535-b76589dfbba1 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Network 154fe041-a0da-49d3-ad0f-1c0e36bd37bc is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:38:02.614569 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-bcfe7b81-0d4b-4606-b535-b76589dfbba1 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:38:02.617639 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-bcfe7b81-0d4b-4606-b535-b76589dfbba1 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:38:02.623976 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-bcfe7b81-0d4b-4606-b535-b76589dfbba1 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:02.624588 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-bcfe7b81-0d4b-4606-b535-b76589dfbba1 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:02.634931 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe7b81-0d4b-4606-b535-b76589dfbba1 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Pushing event updated for resources: {'Port': ['ID=494ef905-08d5-4167-8c2a-33be8e03cd57,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:02.647919 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-bcfe7b81-0d4b-4606-b535-b76589dfbba1 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5577328 Oct 28 14:38:05.221968 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['630449a9-73bb-43a4-a6de-52fc316459aa'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:38:05.246989 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-600a5495-4170-4aa8-9751-5267f5de0010 service neutron] Request body: {'port': {'device_id': '3774e8e6-6947-4f9a-ae38-076c623d14d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:38:05.300910 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-600a5495-4170-4aa8-9751-5267f5de0010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:05.437682 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c162723-76ed-4f0c-8454-e44594b89d10 req-1b6d0c28-5e8b-43d1-b738-4032b6321f68 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:05.439200 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0c162723-76ed-4f0c-8454-e44594b89d10 req-1b6d0c28-5e8b-43d1-b738-4032b6321f68 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=3774e8e6-6947-4f9a-ae38-076c623d14d4 HTTP/1.1" status: 200 len: 932 time: 0.0754449 Oct 28 14:38:05.451098 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d9c35-5585-40f2-85ee-6726f9fa171f req-afe25dac-3f31-47e5-8e7c-739ece5586bf tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:05.452498 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e86d9c35-5585-40f2-85ee-6726f9fa171f req-afe25dac-3f31-47e5-8e7c-739ece5586bf tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0645747 Oct 28 14:38:05.509625 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0c162723-76ed-4f0c-8454-e44594b89d10 req-63b2a95e-b0fc-476a-a153-bb91004134c5 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561144 Oct 28 14:38:05.512582 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e86d9c35-5585-40f2-85ee-6726f9fa171f req-86c95fb1-3e12-494c-b269-37802de56657 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536268 Oct 28 14:38:05.570767 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-600a5495-4170-4aa8-9751-5267f5de0010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 494ef905-08d5-4167-8c2a-33be8e03cd57 {{(pid=101538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:38:05.577968 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-600a5495-4170-4aa8-9751-5267f5de0010 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:05.589532 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.provisioning_blocks [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-600a5495-4170-4aa8-9751-5267f5de0010 service neutron] Transition to ACTIVE for port object 494ef905-08d5-4167-8c2a-33be8e03cd57 will not be triggered until provisioned by entity L2. {{(pid=101538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 14:38:05.593630 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-600a5495-4170-4aa8-9751-5267f5de0010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:05.641697 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a5495-4170-4aa8-9751-5267f5de0010 service neutron] Pushing event updated for resources: {'Port': ['ID=494ef905-08d5-4167-8c2a-33be8e03cd57,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:05.671845 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-600a5495-4170-4aa8-9751-5267f5de0010 service neutron] Attempting to bind port 494ef905-08d5-4167-8c2a-33be8e03cd57 on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:38:05.672189 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-600a5495-4170-4aa8-9751-5267f5de0010 service neutron] Attempting to bind port 494ef905-08d5-4167-8c2a-33be8e03cd57 by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '541960ed-ea2e-414b-b95b-16f66a435fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '154fe041-a0da-49d3-ad0f-1c0e36bd37bc'}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:38:05.672661 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-600a5495-4170-4aa8-9751-5267f5de0010 service neutron] Attempting to bind port 494ef905-08d5-4167-8c2a-33be8e03cd57 on network 154fe041-a0da-49d3-ad0f-1c0e36bd37bc {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:38:05.677533 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-600a5495-4170-4aa8-9751-5267f5de0010 service neutron] Port 494ef905-08d5-4167-8c2a-33be8e03cd57 on network 154fe041-a0da-49d3-ad0f-1c0e36bd37bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 14:38:05.677856 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-600a5495-4170-4aa8-9751-5267f5de0010 service neutron] Attempting to bind port 494ef905-08d5-4167-8c2a-33be8e03cd57 on network 154fe041-a0da-49d3-ad0f-1c0e36bd37bc {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:38:05.683163 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-600a5495-4170-4aa8-9751-5267f5de0010 service neutron] Checking agent: {'id': 'ab39f7f4-514d-4bfb-9d0c-1a0ed5555608', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'started_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:38:05.683540 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-600a5495-4170-4aa8-9751-5267f5de0010 service neutron] Checking segment: {'id': '541960ed-ea2e-414b-b95b-16f66a435fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '154fe041-a0da-49d3-ad0f-1c0e36bd37bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:38:05.683922 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-600a5495-4170-4aa8-9751-5267f5de0010 service neutron] Bound using segment: {'id': '541960ed-ea2e-414b-b95b-16f66a435fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '154fe041-a0da-49d3-ad0f-1c0e36bd37bc'} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:38:05.684340 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-600a5495-4170-4aa8-9751-5267f5de0010 service neutron] Bound port: 494ef905-08d5-4167-8c2a-33be8e03cd57, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '541960ed-ea2e-414b-b95b-16f66a435fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '154fe041-a0da-49d3-ad0f-1c0e36bd37bc'}}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:38:05.684690 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-600a5495-4170-4aa8-9751-5267f5de0010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:05.750356 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-600a5495-4170-4aa8-9751-5267f5de0010 service neutron] For port 494ef905-08d5-4167-8c2a-33be8e03cd57, host hv-cinder-81584, cleared binding levels {{(pid=101538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:38:05.753477 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-600a5495-4170-4aa8-9751-5267f5de0010 service neutron] For port 494ef905-08d5-4167-8c2a-33be8e03cd57, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=494ef905-08d5-4167-8c2a-33be8e03cd57,segment=NetworkSegment(541960ed-ea2e-414b-b95b-16f66a435fe6),segment_id=541960ed-ea2e-414b-b95b-16f66a435fe6)] {{(pid=101538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:38:05.757548 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-600a5495-4170-4aa8-9751-5267f5de0010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:05.793122 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-600a5495-4170-4aa8-9751-5267f5de0010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:05.793878 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-600a5495-4170-4aa8-9751-5267f5de0010 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:05.795662 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-600a5495-4170-4aa8-9751-5267f5de0010 service neutron] 10.222.0.72 "PUT /v2.0/ports/494ef905-08d5-4167-8c2a-33be8e03cd57 HTTP/1.1" status: 200 len: 1094 time: 0.5531936 Oct 28 14:38:05.796121 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3774e8e6-6947-4f9a-ae38-076c623d14d4', 'tag': '494ef905-08d5-4167-8c2a-33be8e03cd57'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:38:05.798463 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf91ad2-90d5-4e97-9c19-c15f77ec69a4" -d '{"events": [{"name": "network-changed", "server_uuid": "3774e8e6-6947-4f9a-ae38-076c623d14d4", "tag": "494ef905-08d5-4167-8c2a-33be8e03cd57"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:38:05.819030 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a5495-4170-4aa8-9751-5267f5de0010 service neutron] Pushing event updated for resources: {'Port': ['ID=494ef905-08d5-4167-8c2a-33be8e03cd57,revision_number=3']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:05.838174 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadc3f34-dc9f-4731-871e-e82f40c6e06c x-openstack-request-id: req-aadc3f34-dc9f-4731-871e-e82f40c6e06c {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:38:05.838481 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3774e8e6-6947-4f9a-ae38-076c623d14d4", "tag": "494ef905-08d5-4167-8c2a-33be8e03cd57", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:38:05.838757 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aadc3f34-dc9f-4731-871e-e82f40c6e06c {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:38:05.839151 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3774e8e6-6947-4f9a-ae38-076c623d14d4', 'tag': '494ef905-08d5-4167-8c2a-33be8e03cd57', 'status': 'completed', 'code': 200} Oct 28 14:38:05.925937 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf91ad2-90d5-4e97-9c19-c15f77ec69a4 req-990382ea-8947-4077-a619-7832da00a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:05.927539 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8cf91ad2-90d5-4e97-9c19-c15f77ec69a4 req-990382ea-8947-4077-a619-7832da00a2b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=568d16c23053469dad2cfede8da540d0&device_id=3774e8e6-6947-4f9a-ae38-076c623d14d4 HTTP/1.1" status: 200 len: 1097 time: 0.0521598 Oct 28 14:38:06.119574 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf91ad2-90d5-4e97-9c19-c15f77ec69a4 req-8bb93840-47d4-45d9-933d-2069358353f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:06.121087 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8cf91ad2-90d5-4e97-9c19-c15f77ec69a4 req-8bb93840-47d4-45d9-933d-2069358353f6 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=568d16c23053469dad2cfede8da540d0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1797218 Oct 28 14:38:06.504339 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf91ad2-90d5-4e97-9c19-c15f77ec69a4 req-70124be3-fa91-4e14-8fe1-46f65dec0dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:06.505908 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8cf91ad2-90d5-4e97-9c19-c15f77ec69a4 req-70124be3-fa91-4e14-8fe1-46f65dec0dfe service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3645623 Oct 28 14:38:06.633812 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-60fbbe1d-4f5f-4b7b-a5c8-41687ab12109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:06.635337 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-60fbbe1d-4f5f-4b7b-a5c8-41687ab12109 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=568d16c23053469dad2cfede8da540d0&device_id=3774e8e6-6947-4f9a-ae38-076c623d14d4 HTTP/1.1" status: 200 len: 1097 time: 0.0606852 Oct 28 14:38:06.687944 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-fd4bc00b-299f-4472-8441-ca0d632f86f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=494ef905-08d5-4167-8c2a-33be8e03cd57 HTTP/1.1" status: 200 len: 217 time: 0.0372498 Oct 28 14:38:06.695713 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f93d8-3901-4982-8559-ea7d88c9a40f req-f13b8bec-cdcd-4f7a-b248-6555f538613b tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:06.697162 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-807f93d8-3901-4982-8559-ea7d88c9a40f req-f13b8bec-cdcd-4f7a-b248-6555f538613b tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=3774e8e6-6947-4f9a-ae38-076c623d14d4 HTTP/1.1" status: 200 len: 944 time: 0.0741532 Oct 28 14:38:06.707743 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a57de3-ec0c-4347-8b80-de0d05b32eed req-2463eb53-b05f-4331-ae44-be15ad69f4e9 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:06.709199 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-66a57de3-ec0c-4347-8b80-de0d05b32eed req-2463eb53-b05f-4331-ae44-be15ad69f4e9 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0983279 Oct 28 14:38:06.749528 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-50febd44-4487-4dff-aea0-6962ecd8cf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:06.751247 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-50febd44-4487-4dff-aea0-6962ecd8cf00 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7121b6f-bf50-4bce-a009-aedce513e8c2 HTTP/1.1" status: 200 len: 855 time: 0.0553889 Oct 28 14:38:06.766218 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-66a57de3-ec0c-4347-8b80-de0d05b32eed req-26992cc4-92eb-44b6-8da1-4a78542da2da tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503983 Oct 28 14:38:06.771134 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-807f93d8-3901-4982-8559-ea7d88c9a40f req-6b406e94-0264-452f-8901-490543d09894 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610223 Oct 28 14:38:06.799764 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-484f9a0c-e87b-412b-aecc-2bc8927c0680 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=154fe041-a0da-49d3-ad0f-1c0e36bd37bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383480 Oct 28 14:38:06.903103 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-2604536c-6e48-4254-8dab-d848db5192b1 service neutron] 10.222.0.72 "GET /v2.0/networks/154fe041-a0da-49d3-ad0f-1c0e36bd37bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838299 Oct 28 14:38:07.009946 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-aceab50f-8bb7-4e6b-9e16-533f7a6f53be req-cf34aebf-9874-4c3f-a398-7230a2581800 service neutron] 10.222.0.72 "GET /v2.0/networks/154fe041-a0da-49d3-ad0f-1c0e36bd37bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962951 Oct 28 14:38:07.954793 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ef15d-6393-402e-9365-59b876191710 req-38dad936-8f3d-430e-8bbf-2ceca606a262 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:07.956272 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-990ef15d-6393-402e-9365-59b876191710 req-38dad936-8f3d-430e-8bbf-2ceca606a262 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=3774e8e6-6947-4f9a-ae38-076c623d14d4 HTTP/1.1" status: 200 len: 944 time: 0.0846736 Oct 28 14:38:07.979326 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7dd8e-306b-4c73-8b66-997e0f193560 req-010db966-9357-47e3-a3e6-30d4991e3388 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:07.980773 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-97f7dd8e-306b-4c73-8b66-997e0f193560 req-010db966-9357-47e3-a3e6-30d4991e3388 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0984871 Oct 28 14:38:08.003355 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 33516) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:08.018015 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-990ef15d-6393-402e-9365-59b876191710 req-c1b251c8-a45b-47f6-90ce-099345389fd9 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526838 Oct 28 14:38:08.047432 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-97f7dd8e-306b-4c73-8b66-997e0f193560 req-b52b7bc5-a1b8-450a-8ade-b0b7db5526c2 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563371 Oct 28 14:38:08.148905 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2746c6e5-bf5f-459d-8a2d-686622d0bbc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:08.225120 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2746c6e5-bf5f-459d-8a2d-686622d0bbc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:08.231488 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2746c6e5-bf5f-459d-8a2d-686622d0bbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:08.268073 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795b372-0392-457a-bf66-17c2902d6032 req-0c00b0d9-1c64-4a0b-b71b-f38d51352f65 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:08.269925 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c795b372-0392-457a-bf66-17c2902d6032 req-0c00b0d9-1c64-4a0b-b71b-f38d51352f65 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 945 time: 0.0502517 Oct 28 14:38:08.271289 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-2746c6e5-bf5f-459d-8a2d-686622d0bbc7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=279585a96b7d4a9eac81fc7d5c7a3f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661734 Oct 28 14:38:08.272532 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746c6e5-bf5f-459d-8a2d-686622d0bbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7061ef2e-b063-4007-b3a1-50302dc1c6db,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:08.273789 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 33534) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:08.340190 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c795b372-0392-457a-bf66-17c2902d6032 req-1a0bb55c-cfa8-4106-b045-bf0dcfffc9ac tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f44b34d-572d-4878-b6e6-5bf4e969b157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597169 Oct 28 14:38:08.352194 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2d4ffac2-4404-43e3-b00e-1532dae8f448 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:08.374624 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2d4ffac2-4404-43e3-b00e-1532dae8f448 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:08.424093 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2d4ffac2-4404-43e3-b00e-1532dae8f448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:08.426813 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2d4ffac2-4404-43e3-b00e-1532dae8f448 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:08.428136 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-2d4ffac2-4404-43e3-b00e-1532dae8f448 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7061ef2e-b063-4007-b3a1-50302dc1c6db HTTP/1.1" status: 204 len: 168 time: 0.1531947 Oct 28 14:38:08.436455 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ffac2-4404-43e3-b00e-1532dae8f448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7061ef2e-b063-4007-b3a1-50302dc1c6db,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:08.444406 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ffac2-4404-43e3-b00e-1532dae8f448 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:08.444762 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ffac2-4404-43e3-b00e-1532dae8f448 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:08.445105 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ffac2-4404-43e3-b00e-1532dae8f448 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:08.445442 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ffac2-4404-43e3-b00e-1532dae8f448 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:08.445830 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ffac2-4404-43e3-b00e-1532dae8f448 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:08.446166 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ffac2-4404-43e3-b00e-1532dae8f448 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:08.446464 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ffac2-4404-43e3-b00e-1532dae8f448 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:08.446894 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ffac2-4404-43e3-b00e-1532dae8f448 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:08.447259 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ffac2-4404-43e3-b00e-1532dae8f448 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:08.447607 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ffac2-4404-43e3-b00e-1532dae8f448 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:08.447958 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ffac2-4404-43e3-b00e-1532dae8f448 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:08.448296 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ffac2-4404-43e3-b00e-1532dae8f448 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:09.163079 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891d7c3-c104-4340-b9d3-11299f00b508 req-47cd9345-ba4f-448d-8916-04d914517610 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:09.164579 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6891d7c3-c104-4340-b9d3-11299f00b508 req-47cd9345-ba4f-448d-8916-04d914517610 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=3774e8e6-6947-4f9a-ae38-076c623d14d4 HTTP/1.1" status: 200 len: 944 time: 0.0722852 Oct 28 14:38:09.191666 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc14de-9657-4ebf-8b86-a149ac9b1008 req-67747408-c033-4769-a650-f7f3b1186bc7 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:09.195514 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-acfc14de-9657-4ebf-8b86-a149ac9b1008 req-67747408-c033-4769-a650-f7f3b1186bc7 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0726430 Oct 28 14:38:09.229908 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 494ef905-08d5-4167-8c2a-33be8e03cd57 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 14:38:09.336744 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 494ef905-08d5-4167-8c2a-33be8e03cd57, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=494ef905-08d5-4167-8c2a-33be8e03cd57,segment=NetworkSegment(541960ed-ea2e-414b-b95b-16f66a435fe6),segment_id=541960ed-ea2e-414b-b95b-16f66a435fe6)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:38:09.351767 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Returning: {'device': '494ef905-08d5-4167-8c2a-33be8e03cd57', 'network_id': '154fe041-a0da-49d3-ad0f-1c0e36bd37bc', 'port_id': '494ef905-08d5-4167-8c2a-33be8e03cd57', 'mac_address': 'fa:16:3e:c8:8d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7121b6f-bf50-4bce-a009-aedce513e8c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 14:38:09.395921 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:09.410878 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494ef905-08d5-4167-8c2a-33be8e03cd57 {{(pid=101540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:38:09.432285 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 494ef905-08d5-4167-8c2a-33be8e03cd57, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=494ef905-08d5-4167-8c2a-33be8e03cd57,segment=NetworkSegment(541960ed-ea2e-414b-b95b-16f66a435fe6),segment_id=541960ed-ea2e-414b-b95b-16f66a435fe6)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:38:09.436980 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:09.459509 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6891d7c3-c104-4340-b9d3-11299f00b508 req-717f7d9e-83a7-40bb-aed5-c1864f0f79e4 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810545 Oct 28 14:38:09.493771 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=494ef905-08d5-4167-8c2a-33be8e03cd57,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:09.506281 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:09.506923 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-acfc14de-9657-4ebf-8b86-a149ac9b1008 req-736e8709-29bb-4916-96ed-0fa30f9baac3 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016281 Oct 28 14:38:09.507429 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:09.508625 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:09.509406 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:09.509949 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:09.511171 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:09.511983 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:09.512716 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:09.513336 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:09.513805 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:09.514513 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:09.514997 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:09.576798 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96182c4-248a-46f7-84db-71db18f10aab req-a4b372d3-9d5d-4abd-bd27-0336aa0184df tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:09.578275 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b96182c4-248a-46f7-84db-71db18f10aab req-a4b372d3-9d5d-4abd-bd27-0336aa0184df tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 945 time: 0.0495181 Oct 28 14:38:09.617803 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b96182c4-248a-46f7-84db-71db18f10aab req-ae66c1a8-c36c-436d-8474-0beb2bf29d37 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f44b34d-572d-4878-b6e6-5bf4e969b157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326049 Oct 28 14:38:09.946027 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['494ef905-08d5-4167-8c2a-33be8e03cd57'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:38:09.975931 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 33622) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:10.092795 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2220e360-dbc0-426b-92c6-a47e7f7ffed6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:10.174976 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2220e360-dbc0-426b-92c6-a47e7f7ffed6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:10.179219 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2220e360-dbc0-426b-92c6-a47e7f7ffed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:10.218911 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-2220e360-dbc0-426b-92c6-a47e7f7ffed6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ce48d1c7b4a74bbaadc82d6769764e5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415740 Oct 28 14:38:10.219809 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220e360-dbc0-426b-92c6-a47e7f7ffed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcc2eb3-0ec9-44f5-b0c7-d1a39f021f0c,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:10.221726 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 33630) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:10.278469 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-3bb69213-af1d-4c95-97fb-7a8159ab2405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:10.301067 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-3bb69213-af1d-4c95-97fb-7a8159ab2405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:10.348911 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-3bb69213-af1d-4c95-97fb-7a8159ab2405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:10.351949 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-3bb69213-af1d-4c95-97fb-7a8159ab2405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:10.353135 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-3bb69213-af1d-4c95-97fb-7a8159ab2405 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4fcc2eb3-0ec9-44f5-b0c7-d1a39f021f0c HTTP/1.1" status: 204 len: 168 time: 0.1301486 Oct 28 14:38:10.361741 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb69213-af1d-4c95-97fb-7a8159ab2405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcc2eb3-0ec9-44f5-b0c7-d1a39f021f0c,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:10.496120 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 33644) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:10.588898 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7b26f-2982-443a-96a6-6d5b20836065 req-619544a6-32d3-4541-942e-9ac3a3e7b6fc tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:10.595301 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b3d7b26f-2982-443a-96a6-6d5b20836065 req-619544a6-32d3-4541-942e-9ac3a3e7b6fc tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=3774e8e6-6947-4f9a-ae38-076c623d14d4 HTTP/1.1" status: 200 len: 945 time: 0.0650706 Oct 28 14:38:10.616789 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c9d929e3-df84-4581-bb66-58bbc2c13dc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:10.642449 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 33652) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:10.664038 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b3d7b26f-2982-443a-96a6-6d5b20836065 req-b36e9acf-acf4-4d0e-9315-44adab76057a tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647919 Oct 28 14:38:10.665508 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-708dd26f-d1b4-45bc-b38e-1ea0ee4115e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:10.689557 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182542a4-4259-47e5-83d1-66ccb9bfb0e2 req-19d28bb9-361b-43b8-9b62-7145d2ca8e5d tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:10.691277 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-182542a4-4259-47e5-83d1-66ccb9bfb0e2 req-19d28bb9-361b-43b8-9b62-7145d2ca8e5d tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0947423 Oct 28 14:38:10.744339 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c9d929e3-df84-4581-bb66-58bbc2c13dc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:10.746716 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-182542a4-4259-47e5-83d1-66ccb9bfb0e2 req-e66a0fa2-3e89-42a5-8826-e2b428ca014c tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434234 Oct 28 14:38:10.753502 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c9d929e3-df84-4581-bb66-58bbc2c13dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:10.786403 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88934ee-201f-407a-baf3-e831e45ff77b req-faa99917-063a-4cbd-b6cd-c57ab1d05dd6 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:10.787803 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f88934ee-201f-407a-baf3-e831e45ff77b req-faa99917-063a-4cbd-b6cd-c57ab1d05dd6 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 945 time: 0.0583756 Oct 28 14:38:10.804747 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d929e3-df84-4581-bb66-58bbc2c13dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26b97df-251f-4730-8bc9-f6cccabcd636,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:10.820921 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-708dd26f-d1b4-45bc-b38e-1ea0ee4115e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:10.824202 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-c9d929e3-df84-4581-bb66-58bbc2c13dc9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=26f4ba54aaf044b3badc3a12220df236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3264999 Oct 28 14:38:10.826949 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 33654) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:10.827582 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-708dd26f-d1b4-45bc-b38e-1ea0ee4115e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:10.838903 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f88934ee-201f-407a-baf3-e831e45ff77b req-21b8c3dc-daa6-4cff-9c56-c49cb581e8f9 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f44b34d-572d-4878-b6e6-5bf4e969b157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443482 Oct 28 14:38:10.863130 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708dd26f-d1b4-45bc-b38e-1ea0ee4115e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dee202e-ea84-4316-91c7-c4c209e786e4,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:10.874363 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-708dd26f-d1b4-45bc-b38e-1ea0ee4115e1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0a08b330700544508d32644dcf4a60a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307887 Oct 28 14:38:10.875110 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 33658) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:10.894305 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-acdea15f-c68f-4713-90a2-ebeabea09ff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:10.918404 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-acdea15f-c68f-4713-90a2-ebeabea09ff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:10.926855 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-fd953b58-65e1-43dd-9471-8c2681f89b9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:10.949193 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-fd953b58-65e1-43dd-9471-8c2681f89b9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:10.977937 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-acdea15f-c68f-4713-90a2-ebeabea09ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:10.980539 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-acdea15f-c68f-4713-90a2-ebeabea09ff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:10.981719 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-acdea15f-c68f-4713-90a2-ebeabea09ff0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c26b97df-251f-4730-8bc9-f6cccabcd636 HTTP/1.1" status: 204 len: 168 time: 0.1537964 Oct 28 14:38:10.989659 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdea15f-c68f-4713-90a2-ebeabea09ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26b97df-251f-4730-8bc9-f6cccabcd636,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:11.006323 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-fd953b58-65e1-43dd-9471-8c2681f89b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:11.011566 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-fd953b58-65e1-43dd-9471-8c2681f89b9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:11.015810 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-fd953b58-65e1-43dd-9471-8c2681f89b9e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0dee202e-ea84-4316-91c7-c4c209e786e4 HTTP/1.1" status: 204 len: 168 time: 0.1395328 Oct 28 14:38:11.024359 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd953b58-65e1-43dd-9471-8c2681f89b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dee202e-ea84-4316-91c7-c4c209e786e4,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:11.353939 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 33678) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:11.368570 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-abe65dee-96d0-469e-a800-5b5ce0438c66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:11.408776 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 33680) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:11.422451 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-853ccd4b-eac2-4352-9032-b72280ed7904 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:11.500987 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-853ccd4b-eac2-4352-9032-b72280ed7904 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:11.506034 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-853ccd4b-eac2-4352-9032-b72280ed7904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:11.521025 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-abe65dee-96d0-469e-a800-5b5ce0438c66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:11.530499 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5b042-2702-41de-9d3b-f5e4ed7c403b req-6bf257aa-a841-468d-bcee-1b9838a832da tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:11.532176 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-7fc5b042-2702-41de-9d3b-f5e4ed7c403b req-6bf257aa-a841-468d-bcee-1b9838a832da tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 945 time: 0.1151724 Oct 28 14:38:11.533343 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-abe65dee-96d0-469e-a800-5b5ce0438c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:11.548610 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-853ccd4b-eac2-4352-9032-b72280ed7904 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4cb1e74f16a942128b5c53c389dedd38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1386237 Oct 28 14:38:11.551232 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 33682) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:11.558378 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ccd4b-eac2-4352-9032-b72280ed7904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de92ab4-7c3c-41b8-b9cf-212c90d51985,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:11.600315 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-abe65dee-96d0-469e-a800-5b5ce0438c66 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ab7c344ba86a4f19ba2d8163d50f23f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450240 Oct 28 14:38:11.603641 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 33684) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:11.604255 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe65dee-96d0-469e-a800-5b5ce0438c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c335fb-8099-455c-aa3f-11d991c2700c,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:11.608898 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b27cf274-93f2-4d56-9dec-0b7f4bd52ba9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:11.634738 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b27cf274-93f2-4d56-9dec-0b7f4bd52ba9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:11.683708 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b27cf274-93f2-4d56-9dec-0b7f4bd52ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:11.686576 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b27cf274-93f2-4d56-9dec-0b7f4bd52ba9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:11.687787 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-b27cf274-93f2-4d56-9dec-0b7f4bd52ba9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3de92ab4-7c3c-41b8-b9cf-212c90d51985 HTTP/1.1" status: 204 len: 168 time: 0.1355848 Oct 28 14:38:11.698029 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cf274-93f2-4d56-9dec-0b7f4bd52ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de92ab4-7c3c-41b8-b9cf-212c90d51985,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:11.747179 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-495886d2-474a-4c4b-b2bc-98af13ef4c2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:11.768641 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-7fc5b042-2702-41de-9d3b-f5e4ed7c403b req-cc28e081-57ea-45f1-b5ce-65890d7c6151 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Deleting port f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8 {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:38:11.770340 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-7fc5b042-2702-41de-9d3b-f5e4ed7c403b req-cc28e081-57ea-45f1-b5ce-65890d7c6151 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:11.822314 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafd395-0a57-4b20-a0e5-cf5b6da90681 req-d0942a51-850f-41fa-b4f7-ac39b6414142 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:11.822634 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-495886d2-474a-4c4b-b2bc-98af13ef4c2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:11.824550 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6eafd395-0a57-4b20-a0e5-cf5b6da90681 req-d0942a51-850f-41fa-b4f7-ac39b6414142 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=3774e8e6-6947-4f9a-ae38-076c623d14d4 HTTP/1.1" status: 200 len: 945 time: 0.0648758 Oct 28 14:38:11.904686 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929b61b-06cc-412e-994f-bdd75510c322 req-9704f84f-8233-4ebc-a1d8-88079e468ed0 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:11.912384 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7929b61b-06cc-412e-994f-bdd75510c322 req-9704f84f-8233-4ebc-a1d8-88079e468ed0 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0867257 Oct 28 14:38:11.918175 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-7fc5b042-2702-41de-9d3b-f5e4ed7c403b req-cc28e081-57ea-45f1-b5ce-65890d7c6151 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] For port f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8,segment=NetworkSegment(0a9165ac-8de0-4590-b1ca-0689f64226a5),segment_id=0a9165ac-8de0-4590-b1ca-0689f64226a5)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:38:11.918872 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-7fc5b042-2702-41de-9d3b-f5e4ed7c403b req-cc28e081-57ea-45f1-b5ce-65890d7c6151 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:11.934765 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-495886d2-474a-4c4b-b2bc-98af13ef4c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:11.935315 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6eafd395-0a57-4b20-a0e5-cf5b6da90681 req-fde78826-b593-46fb-a30c-d061c6e0da3f tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993209 Oct 28 14:38:11.937597 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-495886d2-474a-4c4b-b2bc-98af13ef4c2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:11.939122 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-495886d2-474a-4c4b-b2bc-98af13ef4c2b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/82c335fb-8099-455c-aa3f-11d991c2700c HTTP/1.1" status: 204 len: 168 time: 0.3321359 Oct 28 14:38:11.948608 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-7fc5b042-2702-41de-9d3b-f5e4ed7c403b req-cc28e081-57ea-45f1-b5ce-65890d7c6151 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Calling delete_port for f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8 owned by compute:nova {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:38:11.967917 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7929b61b-06cc-412e-994f-bdd75510c322 req-16a77ee1-4ba9-4261-a701-0cea143b4fc4 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545607 Oct 28 14:38:11.972881 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495886d2-474a-4c4b-b2bc-98af13ef4c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c335fb-8099-455c-aa3f-11d991c2700c,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:12.108613 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172bcc7-e60c-44c6-b264-a941753e9ad5 req-f5883c02-4a12-4760-8100-dfafe7145bef tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:12.110331 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2172bcc7-e60c-44c6-b264-a941753e9ad5 req-f5883c02-4a12-4760-8100-dfafe7145bef tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 945 time: 0.0593615 Oct 28 14:38:12.163424 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2172bcc7-e60c-44c6-b264-a941753e9ad5 req-7da7ce09-a082-45ba-af49-30bf0c54c9fb tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1f44b34d-572d-4878-b6e6-5bf4e969b157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460906 Oct 28 14:38:12.190669 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-7fc5b042-2702-41de-9d3b-f5e4ed7c403b req-cc28e081-57ea-45f1-b5ce-65890d7c6151 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:12.205906 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:38:12.223359 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28e081-57ea-45f1-b5ce-65890d7c6151 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Pushing event deleted for resources: {'Port': ['ID=f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:12.286723 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc5b042-2702-41de-9d3b-f5e4ed7c403b req-cc28e081-57ea-45f1-b5ce-65890d7c6151 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] No DVR routers for this DVR port f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8 on host hv-cinder-81584 {{(pid=101538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:38:12.290001 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-7fc5b042-2702-41de-9d3b-f5e4ed7c403b req-cc28e081-57ea-45f1-b5ce-65890d7c6151 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:12.293506 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-7fc5b042-2702-41de-9d3b-f5e4ed7c403b req-cc28e081-57ea-45f1-b5ce-65890d7c6151 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.72 "DELETE /v2.0/ports/f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8 HTTP/1.1" status: 204 len: 173 time: 0.7427950 Oct 28 14:38:12.293966 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5eceba-e767-45ee-852f-b6c8b9e2fbf5', 'name': 'network-vif-deleted', 'tag': 'f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:38:12.296597 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a042eaba-1b0a-45ee-8222-83f63a6cc7a3" -d '{"events": [{"server_uuid": "4e5eceba-e767-45ee-852f-b6c8b9e2fbf5", "name": "network-vif-deleted", "tag": "f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:38:12.336341 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73a9f2f-1469-46e0-8212-558bbbeca1a7 x-openstack-request-id: req-e73a9f2f-1469-46e0-8212-558bbbeca1a7 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:38:12.336725 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5eceba-e767-45ee-852f-b6c8b9e2fbf5", "name": "network-vif-deleted", "tag": "f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:38:12.337106 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e73a9f2f-1469-46e0-8212-558bbbeca1a7 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:38:12.337831 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5eceba-e767-45ee-852f-b6c8b9e2fbf5', 'name': 'network-vif-deleted', 'tag': 'f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8', 'status': 'completed', 'code': 200} Oct 28 14:38:12.749979 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 33740) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:12.999643 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c4e825cd-9acd-4345-b3ca-899996a98ebb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:13.144287 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c4e825cd-9acd-4345-b3ca-899996a98ebb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:13.158882 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c4e825cd-9acd-4345-b3ca-899996a98ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:13.196003 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d73b57-947f-41dc-ab17-9550be4a5740 req-94627cf8-3ca5-40f1-9b8b-456794132131 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:13.198237 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c5d73b57-947f-41dc-ab17-9550be4a5740 req-94627cf8-3ca5-40f1-9b8b-456794132131 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=3774e8e6-6947-4f9a-ae38-076c623d14d4 HTTP/1.1" status: 200 len: 945 time: 0.1461225 Oct 28 14:38:13.221199 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7b3b0-3f2d-4988-a155-79619f0622e0 req-c747f7cc-890c-414e-973c-f49a9063f641 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:13.223263 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a2a7b3b0-3f2d-4988-a155-79619f0622e0 req-c747f7cc-890c-414e-973c-f49a9063f641 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.1569393 Oct 28 14:38:13.248177 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e825cd-9acd-4345-b3ca-899996a98ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4afe49-2152-44c7-aa62-b40875d0c1a8,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:13.252662 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 494ef905-08d5-4167-8c2a-33be8e03cd57 up at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:38:13.272667 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c5d73b57-947f-41dc-ab17-9550be4a5740 req-2a9d7bcb-b5eb-4562-b75f-043e27d6e4cf tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672178 Oct 28 14:38:13.276449 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-c4e825cd-9acd-4345-b3ca-899996a98ebb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4f9a60c7cce345a68deab67ce0011a8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5261617 Oct 28 14:38:13.279695 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 33768) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:13.325497 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a2a7b3b0-3f2d-4988-a155-79619f0622e0 req-8f29e417-78fa-42e6-b5a8-ceb1ecab6eb9 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903018 Oct 28 14:38:13.368295 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b8621383-9dcb-4b79-8ca5-5adb0646b99d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:13.389557 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning for port 494ef905-08d5-4167-8c2a-33be8e03cd57 completed by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 14:38:13.399447 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning complete for port 494ef905-08d5-4167-8c2a-33be8e03cd57 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:38:13.400080 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:13.486882 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b8621383-9dcb-4b79-8ca5-5adb0646b99d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:13.589459 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b8621383-9dcb-4b79-8ca5-5adb0646b99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:13.592346 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b8621383-9dcb-4b79-8ca5-5adb0646b99d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:13.600795 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-b8621383-9dcb-4b79-8ca5-5adb0646b99d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0f4afe49-2152-44c7-aa62-b40875d0c1a8 HTTP/1.1" status: 204 len: 168 time: 0.3177946 Oct 28 14:38:13.633638 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8621383-9dcb-4b79-8ca5-5adb0646b99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4afe49-2152-44c7-aa62-b40875d0c1a8,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:13.636190 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:13.684243 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3774e8e6-6947-4f9a-ae38-076c623d14d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494ef905-08d5-4167-8c2a-33be8e03cd57'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:38:13.687998 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea688be1-df74-4e8e-9d79-8d2650a9d222" -d '{"events": [{"server_uuid": "3774e8e6-6947-4f9a-ae38-076c623d14d4", "name": "network-vif-plugged", "status": "completed", "tag": "494ef905-08d5-4167-8c2a-33be8e03cd57"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:38:13.707969 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 494ef905-08d5-4167-8c2a-33be8e03cd57, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=494ef905-08d5-4167-8c2a-33be8e03cd57,segment=NetworkSegment(541960ed-ea2e-414b-b95b-16f66a435fe6),segment_id=541960ed-ea2e-414b-b95b-16f66a435fe6)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:38:13.717538 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:13.719930 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:38:13.750322 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] No Port match for: f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:38:13.752068 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device f7b77c67-6cf2-406e-a56f-1a7b46fbdfa8 not bound to the agent host hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:38:13.767113 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3895f0bd-dd93-4307-bf88-7e1bd2226e63 req-db5b0500-d535-45a9-9e63-c91e5c1a5ed0 tempest-DeleteServersTestJSON-796478736 tempest-DeleteServersTestJSON-796478736-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e5eceba-e767-45ee-852f-b6c8b9e2fbf5 HTTP/1.1" status: 200 len: 210 time: 0.0716796 Oct 28 14:38:13.786974 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ddbe9e-ceb0-41f9-9158-d3c0ac084d04 x-openstack-request-id: req-97ddbe9e-ceb0-41f9-9158-d3c0ac084d04 {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:38:13.787287 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3774e8e6-6947-4f9a-ae38-076c623d14d4", "name": "network-vif-plugged", "status": "completed", "tag": "494ef905-08d5-4167-8c2a-33be8e03cd57", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:38:13.788012 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-97ddbe9e-ceb0-41f9-9158-d3c0ac084d04 {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:38:13.788488 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3774e8e6-6947-4f9a-ae38-076c623d14d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494ef905-08d5-4167-8c2a-33be8e03cd57', 'code': 200} Oct 28 14:38:13.827282 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=494ef905-08d5-4167-8c2a-33be8e03cd57,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:13.987266 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a73c9-0aba-40ce-983b-c37bb2ea93b9 req-c9744437-5c4a-4c04-95d4-cb77725121da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:13.988757 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-919a73c9-0aba-40ce-983b-c37bb2ea93b9 req-c9744437-5c4a-4c04-95d4-cb77725121da service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3774e8e6-6947-4f9a-ae38-076c623d14d4 HTTP/1.1" status: 200 len: 1099 time: 0.0412841 Oct 28 14:38:14.035884 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-919a73c9-0aba-40ce-983b-c37bb2ea93b9 req-f30dd071-742d-4730-9f97-e0541e7b7eaf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295751 Oct 28 14:38:14.115788 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 33794) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:14.128858 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-864424e1-7e6e-4e31-9a5f-7c691ce672d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:14.209408 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-864424e1-7e6e-4e31-9a5f-7c691ce672d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:14.214912 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-864424e1-7e6e-4e31-9a5f-7c691ce672d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:14.252151 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864424e1-7e6e-4e31-9a5f-7c691ce672d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d029ddae-0f62-48f6-8b50-c24e0bdf5fec,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:14.259066 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-864424e1-7e6e-4e31-9a5f-7c691ce672d6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6e72ca59b69a4a558737df930e5d12e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421990 Oct 28 14:38:14.259719 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 33800) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:14.310436 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d314ea22-c3cd-47c0-8d21-d07656a2578f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:14.332407 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d314ea22-c3cd-47c0-8d21-d07656a2578f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:14.389684 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d314ea22-c3cd-47c0-8d21-d07656a2578f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:14.394097 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d314ea22-c3cd-47c0-8d21-d07656a2578f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:14.396165 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-d314ea22-c3cd-47c0-8d21-d07656a2578f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d029ddae-0f62-48f6-8b50-c24e0bdf5fec HTTP/1.1" status: 204 len: 168 time: 0.1351237 Oct 28 14:38:14.404829 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5b22d-cff2-49de-a4c6-c4089abc8482 req-8b640812-894c-4df4-ac90-a306ba3a53c0 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:14.405530 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314ea22-c3cd-47c0-8d21-d07656a2578f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d029ddae-0f62-48f6-8b50-c24e0bdf5fec,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:14.406501 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-86f5b22d-cff2-49de-a4c6-c4089abc8482 req-8b640812-894c-4df4-ac90-a306ba3a53c0 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=3774e8e6-6947-4f9a-ae38-076c623d14d4 HTTP/1.1" status: 200 len: 946 time: 0.0550556 Oct 28 14:38:14.487995 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-86f5b22d-cff2-49de-a4c6-c4089abc8482 req-e596cd25-83d8-4b09-a33a-5982f6e872c2 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746531 Oct 28 14:38:14.509224 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b404d98-4436-4dc4-84cf-06e903316c5f req-dbbc336e-f6ef-4d0d-a179-bddf35cda0de tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:14.510831 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9b404d98-4436-4dc4-84cf-06e903316c5f req-dbbc336e-f6ef-4d0d-a179-bddf35cda0de tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0702906 Oct 28 14:38:14.558394 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9b404d98-4436-4dc4-84cf-06e903316c5f req-66d83190-c124-41e0-9331-638b6afab437 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409048 Oct 28 14:38:14.865574 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-b20cfdac-11af-431f-bbca-c77e9e238aa6 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=68e2cb33410447879d1f62a96b7330a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333042 Oct 28 14:38:15.053494 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-98b33b42-2c79-4453-980f-f4f35e97a780 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:15.055103 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-98b33b42-2c79-4453-980f-f4f35e97a780 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1836894 Oct 28 14:38:15.073187 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-645c3d00-76e7-4c67-9f86-e00b2e3ae3b8 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/quotas/68e2cb33410447879d1f62a96b7330a4 HTTP/1.1" status: 200 len: 375 time: 0.0120344 Oct 28 14:38:15.105330 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-10874a94-c059-45f0-b3ef-f28145f91c70 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=68e2cb33410447879d1f62a96b7330a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264299 Oct 28 14:38:15.265399 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7ad66251-c1d7-48a4-b3a5-8c1be2bcf79d req-5cb75a2c-c8eb-43cf-9438-bf5805936f2d tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9fdae85-d4ee-4f18-bf30-40911d8f3efa HTTP/1.1" status: 200 len: 210 time: 0.0295918 Oct 28 14:38:15.619997 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ebe09-2729-48b9-bcb6-df54f16d5a6e req-ff7f1749-6c01-4d27-8e7a-f56e48a89871 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:15.621520 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2d7ebe09-2729-48b9-bcb6-df54f16d5a6e req-ff7f1749-6c01-4d27-8e7a-f56e48a89871 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=3774e8e6-6947-4f9a-ae38-076c623d14d4 HTTP/1.1" status: 200 len: 946 time: 0.0574872 Oct 28 14:38:15.687377 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2d7ebe09-2729-48b9-bcb6-df54f16d5a6e req-58e84da4-b490-444f-9452-e519fed688b3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588160 Oct 28 14:38:15.700343 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe06bf8-4200-4919-a1a3-2d4674412f1c req-5967c6a2-63d4-4f6c-866c-e5a608c304a1 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:15.709234 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-cbe06bf8-4200-4919-a1a3-2d4674412f1c req-5967c6a2-63d4-4f6c-866c-e5a608c304a1 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0795591 Oct 28 14:38:15.746513 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-cbe06bf8-4200-4919-a1a3-2d4674412f1c req-1aefe8f8-b05a-41e7-bcc4-f6fe2d9a1c71 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362802 Oct 28 14:38:16.203741 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 33876) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:16.254772 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.db_base_plugin_v2 [None req-1091a1fe-0e02-4021-9bcb-f2b3a05a6bb5 admin admin] Deleting subnet 32493066-007b-46d5-a9f2-dacbc5a27bba {{(pid=101539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 14:38:16.258353 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-1091a1fe-0e02-4021-9bcb-f2b3a05a6bb5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:16.301471 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-1091a1fe-0e02-4021-9bcb-f2b3a05a6bb5 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:16.310712 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-1091a1fe-0e02-4021-9bcb-f2b3a05a6bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888065'] for subnet, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:16.368601 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-57dfb7d1-963f-4501-8ae8-8385ef1471de req-a22375be-d269-49a2-b97a-acfa68c6e3f8 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9fdae85-d4ee-4f18-bf30-40911d8f3efa HTTP/1.1" status: 200 len: 210 time: 0.0319853 Oct 28 14:38:16.387443 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-1091a1fe-0e02-4021-9bcb-f2b3a05a6bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for subnet, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:16.414632 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091a1fe-0e02-4021-9bcb-f2b3a05a6bb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32493066-007b-46d5-a9f2-dacbc5a27bba,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:16.418061 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-1091a1fe-0e02-4021-9bcb-f2b3a05a6bb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for subnet, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:16.423009 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-1091a1fe-0e02-4021-9bcb-f2b3a05a6bb5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/32493066-007b-46d5-a9f2-dacbc5a27bba HTTP/1.1" status: 204 len: 168 time: 0.2174842 Oct 28 14:38:16.424244 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 33880) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:16.492941 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1857466'] for network, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:16.549332 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-a5612035-a6a8-4920-a01c-b79f5e76a725 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=68e2cb33410447879d1f62a96b7330a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296669 Oct 28 14:38:16.585141 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898964', 'neutron.services.segments.db._delete_segments_for_network-8782349021790'] for network, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:16.607370 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:38:16.607727 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:38:16.608426 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:38:16.608746 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] Subscribe: > port after_create 55550000 {{(pid=101539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:38:16.609056 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] Subscribe: > port after_delete 55550000 {{(pid=101539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:38:16.609381 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] Subscribe: > port after_update 55550000 {{(pid=101539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:38:16.609690 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:38:16.610072 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:38:16.610373 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:38:16.610705 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:38:16.742110 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-b41bf140-1dbf-4401-94b5-dba27bf4ec1f tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:16.743944 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-b41bf140-1dbf-4401-94b5-dba27bf4ec1f tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811693 Oct 28 14:38:16.772662 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-b44e546d-63f7-426a-852e-b275d87085b8 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Request body: {'port': {'device_id': 'f9fdae85-d4ee-4f18-bf30-40911d8f3efa', 'network_id': '51906db6-260c-4487-b151-eed15f63cec6', 'admin_state_up': True, 'tenant_id': '68e2cb33410447879d1f62a96b7330a4'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:38:16.785542 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:38:16.785830 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:38:16.786156 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:38:16.786473 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:38:16.786869 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ce60aa-6f83-4b57-945f-e1e5b981cb8b']}} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:38:16.815050 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9165ac-8de0-4590-b1ca-0689f64226a5') {'for_net_delete': True} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:38:16.815428 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9165ac-8de0-4590-b1ca-0689f64226a5') {} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:38:16.854343 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782349022567', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125542'] for segment, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:16.888483 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-b44e546d-63f7-426a-852e-b275d87085b8 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Made reservation on behalf of 68e2cb33410447879d1f62a96b7330a4 for: {'port': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:38:16.892234 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-b44e546d-63f7-426a-852e-b275d87085b8 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:16.896163 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:16.904228 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-b44e546d-63f7-426a-852e-b275d87085b8 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:16.912815 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=101539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 14:38:16.913200 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5860523'] for segment, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: from cryptography.utils import int_from_bytes Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: from cryptography.utils import int_from_bytes Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: Traceback (most recent call last): Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: timer() Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: cb(*args, **kw) Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: return func(*args, **kwargs) Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: self._notify() Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: self.callback(batched_events) Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: event.method(event) Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: return f(self, *a, **k) Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: return self._get(url).json() Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: return self.request(url, 'GET', **kwargs) Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 14:38:16.929346 dv-cinder-815848-1-iscsi neutron-server[101539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 14:38:16.947320 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a629ec-b0b3-4ffa-9fe9-ba038e210f64 req-30caea4c-6e28-447f-8316-bae3592ee194 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:16.948901 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-01a629ec-b0b3-4ffa-9fe9-ba038e210f64 req-30caea4c-6e28-447f-8316-bae3592ee194 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=3774e8e6-6947-4f9a-ae38-076c623d14d4 HTTP/1.1" status: 200 len: 946 time: 0.1569371 Oct 28 14:38:16.981081 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f1d1d-cc00-4050-ba7a-9668af305326 req-4b675734-97a9-4ddc-92db-dd210e005fcf tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:16.982478 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-836f1d1d-cc00-4050-ba7a-9668af305326 req-4b675734-97a9-4ddc-92db-dd210e005fcf tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.1439452 Oct 28 14:38:16.982606 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-b44e546d-63f7-426a-852e-b275d87085b8 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:16.988039 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-b44e546d-63f7-426a-852e-b275d87085b8 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:17.033322 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640333'] for network, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:17.058084 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e546d-63f7-426a-852e-b275d87085b8 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22fa0c78-623a-4a10-9250-7cb474dab268,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:17.067421 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:17.070529 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] 10.222.0.79 "DELETE /v2.0/networks/37ce60aa-6f83-4b57-945f-e1e5b981cb8b HTTP/1.1" status: 204 len: 168 time: 0.6452236 Oct 28 14:38:17.073557 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-01a629ec-b0b3-4ffa-9fe9-ba038e210f64 req-5b8eef10-a6f3-4669-b149-eaf041efc541 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001854 Oct 28 14:38:17.076990 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed93f4-de67-4161-9bd6-30d71ee681bf admin admin] Pushing event deleted for resources: {'Network': ['ID=37ce60aa-6f83-4b57-945f-e1e5b981cb8b,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:17.087053 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-836f1d1d-cc00-4050-ba7a-9668af305326 req-c8bb8f74-f52e-4714-a51e-5c45858c8be1 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954168 Oct 28 14:38:17.106451 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-58aea493-356e-475a-81ef-db512d0dd5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:17.173237 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-b44e546d-63f7-426a-852e-b275d87085b8 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Allocated IP 192.168.233.33 (51906db6-260c-4487-b151-eed15f63cec6/0c589afc-3327-488d-a7c7-fb363200a5b2/519e1af1-1b1a-4edf-8419-14f8db8e4769) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:38:17.312995 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 33906) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:17.363733 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-cbf9e43f-ffa5-4b24-8e8f-1f75a31985ae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9d82e2b8f43e4ae1ac9d7014a692ee64&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0493193 Oct 28 14:38:17.364430 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 33910) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:17.365263 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-b44e546d-63f7-426a-852e-b275d87085b8 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:17.428058 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-db98eddf-f060-42e7-befa-6419c0672804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:17.430825 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-b44e546d-63f7-426a-852e-b275d87085b8 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:17.461829 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-db98eddf-f060-42e7-befa-6419c0672804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:17.478012 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-b44e546d-63f7-426a-852e-b275d87085b8 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Network 51906db6-260c-4487-b151-eed15f63cec6 is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:38:17.481347 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-b44e546d-63f7-426a-852e-b275d87085b8 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:38:17.488924 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-b44e546d-63f7-426a-852e-b275d87085b8 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:38:17.495400 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-b44e546d-63f7-426a-852e-b275d87085b8 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:17.496159 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-b44e546d-63f7-426a-852e-b275d87085b8 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:17.509278 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e546d-63f7-426a-852e-b275d87085b8 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Pushing event updated for resources: {'Port': ['ID=519e1af1-1b1a-4edf-8419-14f8db8e4769,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:17.523166 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-b44e546d-63f7-426a-852e-b275d87085b8 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7542582 Oct 28 14:38:17.541991 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-beac4c65-153e-47df-9602-6dc312b99c66 service neutron] Request body: {'port': {'device_id': 'f9fdae85-d4ee-4f18-bf30-40911d8f3efa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:38:17.556685 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69864347-fd3f-450d-91f4-0f4aad4d00ad req-769a7cd5-ca48-4625-a949-810160f77387 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:17.565347 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-69864347-fd3f-450d-91f4-0f4aad4d00ad req-769a7cd5-ca48-4625-a949-810160f77387 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9fdae85-d4ee-4f18-bf30-40911d8f3efa HTTP/1.1" status: 200 len: 935 time: 0.0903528 Oct 28 14:38:17.620183 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-beac4c65-153e-47df-9602-6dc312b99c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:17.637891 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-69864347-fd3f-450d-91f4-0f4aad4d00ad req-9ff4db75-02e7-4f21-926d-4271128b9065 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/security-groups?id=22fa0c78-623a-4a10-9250-7cb474dab268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658658 Oct 28 14:38:17.645735 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-db98eddf-f060-42e7-befa-6419c0672804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:17.649666 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-db98eddf-f060-42e7-befa-6419c0672804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:17.651262 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-db98eddf-f060-42e7-befa-6419c0672804 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1f44b34d-572d-4878-b6e6-5bf4e969b157 HTTP/1.1" status: 204 len: 168 time: 0.2858114 Oct 28 14:38:17.661035 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98eddf-f060-42e7-befa-6419c0672804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f44b34d-572d-4878-b6e6-5bf4e969b157,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:17.841152 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d57193ec-3ffe-4085-b9f7-e5b1a021604e None None] Provisioning complete for port 519e1af1-1b1a-4edf-8419-14f8db8e4769 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:38:17.841535 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d57193ec-3ffe-4085-b9f7-e5b1a021604e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:17.898969 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-d57193ec-3ffe-4085-b9f7-e5b1a021604e None None] Port 519e1af1-1b1a-4edf-8419-14f8db8e4769 cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:38:17.944620 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-beac4c65-153e-47df-9602-6dc312b99c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519e1af1-1b1a-4edf-8419-14f8db8e4769 {{(pid=101538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:38:17.952551 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-beac4c65-153e-47df-9602-6dc312b99c66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:17.967117 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.provisioning_blocks [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-beac4c65-153e-47df-9602-6dc312b99c66 service neutron] Transition to ACTIVE for port object 519e1af1-1b1a-4edf-8419-14f8db8e4769 will not be triggered until provisioned by entity L2. {{(pid=101538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 14:38:17.972233 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-beac4c65-153e-47df-9602-6dc312b99c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:18.022955 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac4c65-153e-47df-9602-6dc312b99c66 service neutron] Pushing event updated for resources: {'Port': ['ID=519e1af1-1b1a-4edf-8419-14f8db8e4769,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:18.061284 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-beac4c65-153e-47df-9602-6dc312b99c66 service neutron] Attempting to bind port 519e1af1-1b1a-4edf-8419-14f8db8e4769 on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:38:18.061620 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-beac4c65-153e-47df-9602-6dc312b99c66 service neutron] Attempting to bind port 519e1af1-1b1a-4edf-8419-14f8db8e4769 by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '257f21f0-7c03-4bae-938b-f9e576f6719b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '51906db6-260c-4487-b151-eed15f63cec6'}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:38:18.061939 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-beac4c65-153e-47df-9602-6dc312b99c66 service neutron] Attempting to bind port 519e1af1-1b1a-4edf-8419-14f8db8e4769 on network 51906db6-260c-4487-b151-eed15f63cec6 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:38:18.066643 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-beac4c65-153e-47df-9602-6dc312b99c66 service neutron] Port 519e1af1-1b1a-4edf-8419-14f8db8e4769 on network 51906db6-260c-4487-b151-eed15f63cec6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 14:38:18.067184 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-beac4c65-153e-47df-9602-6dc312b99c66 service neutron] Attempting to bind port 519e1af1-1b1a-4edf-8419-14f8db8e4769 on network 51906db6-260c-4487-b151-eed15f63cec6 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:38:18.072495 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-beac4c65-153e-47df-9602-6dc312b99c66 service neutron] Checking agent: {'id': 'ab39f7f4-514d-4bfb-9d0c-1a0ed5555608', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'started_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:38:18.072835 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-beac4c65-153e-47df-9602-6dc312b99c66 service neutron] Checking segment: {'id': '257f21f0-7c03-4bae-938b-f9e576f6719b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '51906db6-260c-4487-b151-eed15f63cec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:38:18.073212 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-beac4c65-153e-47df-9602-6dc312b99c66 service neutron] Bound using segment: {'id': '257f21f0-7c03-4bae-938b-f9e576f6719b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '51906db6-260c-4487-b151-eed15f63cec6'} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:38:18.073627 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-beac4c65-153e-47df-9602-6dc312b99c66 service neutron] Bound port: 519e1af1-1b1a-4edf-8419-14f8db8e4769, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '257f21f0-7c03-4bae-938b-f9e576f6719b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '51906db6-260c-4487-b151-eed15f63cec6'}}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:38:18.073977 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-beac4c65-153e-47df-9602-6dc312b99c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:18.141861 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-beac4c65-153e-47df-9602-6dc312b99c66 service neutron] For port 519e1af1-1b1a-4edf-8419-14f8db8e4769, host hv-cinder-81584, cleared binding levels {{(pid=101538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:38:18.146339 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-beac4c65-153e-47df-9602-6dc312b99c66 service neutron] For port 519e1af1-1b1a-4edf-8419-14f8db8e4769, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=519e1af1-1b1a-4edf-8419-14f8db8e4769,segment=NetworkSegment(257f21f0-7c03-4bae-938b-f9e576f6719b),segment_id=257f21f0-7c03-4bae-938b-f9e576f6719b)] {{(pid=101538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:38:18.152696 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-beac4c65-153e-47df-9602-6dc312b99c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:18.195938 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-beac4c65-153e-47df-9602-6dc312b99c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:18.196854 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-beac4c65-153e-47df-9602-6dc312b99c66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:18.200157 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-beac4c65-153e-47df-9602-6dc312b99c66 service neutron] 10.222.0.72 "PUT /v2.0/ports/519e1af1-1b1a-4edf-8419-14f8db8e4769 HTTP/1.1" status: 200 len: 1097 time: 0.6649411 Oct 28 14:38:18.200631 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9fdae85-d4ee-4f18-bf30-40911d8f3efa', 'tag': '519e1af1-1b1a-4edf-8419-14f8db8e4769'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:38:18.202976 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc78482-c945-4e88-af15-4f80efe547a6" -d '{"events": [{"name": "network-changed", "server_uuid": "f9fdae85-d4ee-4f18-bf30-40911d8f3efa", "tag": "519e1af1-1b1a-4edf-8419-14f8db8e4769"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:38:18.247418 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac4c65-153e-47df-9602-6dc312b99c66 service neutron] Pushing event updated for resources: {'Port': ['ID=519e1af1-1b1a-4edf-8419-14f8db8e4769,revision_number=3']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:18.279686 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6469c-5a54-427d-a773-2f5f5de27752 req-4bc23799-03c3-4d7a-872f-f45568f9d5b6 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:18.281282 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-32d6469c-5a54-427d-a773-2f5f5de27752 req-4bc23799-03c3-4d7a-872f-f45568f9d5b6 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0998442 Oct 28 14:38:18.303703 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba23fd8-1c91-453d-82c5-95f88f54c6c0 x-openstack-request-id: req-2ba23fd8-1c91-453d-82c5-95f88f54c6c0 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:38:18.304186 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9fdae85-d4ee-4f18-bf30-40911d8f3efa", "tag": "519e1af1-1b1a-4edf-8419-14f8db8e4769", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:38:18.304694 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2ba23fd8-1c91-453d-82c5-95f88f54c6c0 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:38:18.305214 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9fdae85-d4ee-4f18-bf30-40911d8f3efa', 'tag': '519e1af1-1b1a-4edf-8419-14f8db8e4769', 'status': 'completed', 'code': 200} Oct 28 14:38:18.322700 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-b14b1f66-c138-4343-8357-2a4c5b6f9fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:18.324209 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-b14b1f66-c138-4343-8357-2a4c5b6f9fda service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=68e2cb33410447879d1f62a96b7330a4&device_id=f9fdae85-d4ee-4f18-bf30-40911d8f3efa HTTP/1.1" status: 200 len: 1100 time: 0.0528624 Oct 28 14:38:18.377006 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-32d6469c-5a54-427d-a773-2f5f5de27752 req-dbcd4d69-1a8a-48db-bdee-6c91cbb58043 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718503 Oct 28 14:38:18.379997 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-70bbc03c-8a2e-4aa8-980b-ac1cb21284b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=519e1af1-1b1a-4edf-8419-14f8db8e4769 HTTP/1.1" status: 200 len: 217 time: 0.0443017 Oct 28 14:38:18.452212 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-2c791708-384a-419e-9fde-bbab7edec130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:18.454073 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-2c791708-384a-419e-9fde-bbab7edec130 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0c589afc-3327-488d-a7c7-fb363200a5b2 HTTP/1.1" status: 200 len: 843 time: 0.0557332 Oct 28 14:38:18.506954 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-c5626ad4-929a-4ee5-bce6-54191fc7d63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:18.509181 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-c5626ad4-929a-4ee5-bce6-54191fc7d63b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=51906db6-260c-4487-b151-eed15f63cec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0417821 Oct 28 14:38:18.638980 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-677d84d3-491a-46c0-9835-f5a29f199e8c service neutron] 10.222.0.72 "GET /v2.0/networks/51906db6-260c-4487-b151-eed15f63cec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122975 Oct 28 14:38:18.755554 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-23269cb6-3fa9-4964-8f35-3cded30402fe req-dd3423b1-3e21-42c6-8a10-6fd25831d532 service neutron] 10.222.0.72 "GET /v2.0/networks/51906db6-260c-4487-b151-eed15f63cec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061025 Oct 28 14:38:18.769978 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc776d-46a7-47c3-b7be-ecc61be91bdb req-84369828-7eed-42df-8f9b-e0b8a5994171 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:18.777796 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8ddc776d-46a7-47c3-b7be-ecc61be91bdb req-84369828-7eed-42df-8f9b-e0b8a5994171 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9fdae85-d4ee-4f18-bf30-40911d8f3efa HTTP/1.1" status: 200 len: 947 time: 0.0624201 Oct 28 14:38:18.812604 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8ddc776d-46a7-47c3-b7be-ecc61be91bdb req-b5286b40-6c62-47e8-be76-4c85b0b30797 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/security-groups?id=22fa0c78-623a-4a10-9250-7cb474dab268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336463 Oct 28 14:38:18.870139 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc78482-c945-4e88-af15-4f80efe547a6 req-b1345774-a7b3-42a4-b96b-866a59fa0969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:18.871818 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-adc78482-c945-4e88-af15-4f80efe547a6 req-b1345774-a7b3-42a4-b96b-866a59fa0969 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=68e2cb33410447879d1f62a96b7330a4&device_id=f9fdae85-d4ee-4f18-bf30-40911d8f3efa HTTP/1.1" status: 200 len: 1100 time: 0.0504563 Oct 28 14:38:18.978288 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc78482-c945-4e88-af15-4f80efe547a6 req-83fc1d5b-dc69-4f7b-b029-0caa695fb3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:18.979973 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-adc78482-c945-4e88-af15-4f80efe547a6 req-83fc1d5b-dc69-4f7b-b029-0caa695fb3c8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=51906db6-260c-4487-b151-eed15f63cec6 HTTP/1.1" status: 200 len: 870 time: 0.0938692 Oct 28 14:38:18.989466 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 33976) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:19.048517 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-adc78482-c945-4e88-af15-4f80efe547a6 req-a9f3beb9-c292-40b1-9ec9-a5c249ef42ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=519e1af1-1b1a-4edf-8419-14f8db8e4769 HTTP/1.1" status: 200 len: 217 time: 0.0406647 Oct 28 14:38:19.115459 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc78482-c945-4e88-af15-4f80efe547a6 req-d0ed860d-ec78-47c6-ba04-fab261cda74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:19.118632 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-adc78482-c945-4e88-af15-4f80efe547a6 req-d0ed860d-ec78-47c6-ba04-fab261cda74b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0c589afc-3327-488d-a7c7-fb363200a5b2 HTTP/1.1" status: 200 len: 843 time: 0.0473499 Oct 28 14:38:19.123584 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b5b8d9d0-c661-4f03-bb3d-867c1de10d8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:19.168179 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc78482-c945-4e88-af15-4f80efe547a6 req-965043d5-ca1e-4778-9955-cad0b4c33d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:19.170255 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-adc78482-c945-4e88-af15-4f80efe547a6 req-965043d5-ca1e-4778-9955-cad0b4c33d45 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=51906db6-260c-4487-b151-eed15f63cec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0411279 Oct 28 14:38:19.201798 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b5b8d9d0-c661-4f03-bb3d-867c1de10d8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:19.206455 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b5b8d9d0-c661-4f03-bb3d-867c1de10d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:19.244244 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-b5b8d9d0-c661-4f03-bb3d-867c1de10d8a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d1349b27d66e471983bc0ccbc3a2ddd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536037 Oct 28 14:38:19.245093 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8d9d0-c661-4f03-bb3d-867c1de10d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f90298f-c4a2-4878-85a3-98fd52eb8751,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:19.247828 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 33984) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:19.291924 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-adc78482-c945-4e88-af15-4f80efe547a6 req-38b8ac27-461a-4aa4-959f-d6b5ed7030ee service neutron] 10.222.0.72 "GET /v2.0/networks/51906db6-260c-4487-b151-eed15f63cec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096468 Oct 28 14:38:19.363715 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c7ceeedb-330c-41c3-b055-943c9403c782 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:19.475374 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa2bd3-13d4-4628-ab4e-d802bbe1e098 req-cbae6636-92eb-4aa9-849a-8c6b2ba44098 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:19.477023 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9efa2bd3-13d4-4628-ab4e-d802bbe1e098 req-cbae6636-92eb-4aa9-849a-8c6b2ba44098 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0509832 Oct 28 14:38:19.521455 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9efa2bd3-13d4-4628-ab4e-d802bbe1e098 req-d510b257-100f-42e3-a46b-03e25b996173 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373812 Oct 28 14:38:19.627126 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c7ceeedb-330c-41c3-b055-943c9403c782 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:19.659330 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-adc78482-c945-4e88-af15-4f80efe547a6 req-9522c006-aa65-4aec-b0b0-a66794efc3d1 service neutron] 10.222.0.72 "GET /v2.0/networks/51906db6-260c-4487-b151-eed15f63cec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586602 Oct 28 14:38:19.688502 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c7ceeedb-330c-41c3-b055-943c9403c782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:19.691184 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c7ceeedb-330c-41c3-b055-943c9403c782 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:19.692301 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-c7ceeedb-330c-41c3-b055-943c9403c782 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8f90298f-c4a2-4878-85a3-98fd52eb8751 HTTP/1.1" status: 204 len: 168 time: 0.4444122 Oct 28 14:38:19.699822 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ceeedb-330c-41c3-b055-943c9403c782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f90298f-c4a2-4878-85a3-98fd52eb8751,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:19.950305 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c475d8-c3b2-461e-b61f-ecb21907fa15 req-37c4a01a-89e4-4c8e-ba4d-f79c7ac89e5f tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:19.952026 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e2c475d8-c3b2-461e-b61f-ecb21907fa15 req-37c4a01a-89e4-4c8e-ba4d-f79c7ac89e5f tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9fdae85-d4ee-4f18-bf30-40911d8f3efa HTTP/1.1" status: 200 len: 947 time: 0.0554798 Oct 28 14:38:19.998776 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e2c475d8-c3b2-461e-b61f-ecb21907fa15 req-ac08ee05-c59d-406e-8e7a-2e25b6f77e64 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/security-groups?id=22fa0c78-623a-4a10-9250-7cb474dab268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357416 Oct 28 14:38:20.083175 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-0a18a8f8-5b4f-4fd9-baf6-6fd4d96a5515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:20.119063 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 34006) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:20.134809 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-1faf32f3-eb2e-4044-94d0-19933a41eae5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:20.224832 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-1faf32f3-eb2e-4044-94d0-19933a41eae5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:20.231939 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-1faf32f3-eb2e-4044-94d0-19933a41eae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:20.272259 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-1faf32f3-eb2e-4044-94d0-19933a41eae5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1e6f8b6e8a17435ab04087ee6d4f6ca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1518753 Oct 28 14:38:20.273032 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf32f3-eb2e-4044-94d0-19933a41eae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2493fe27-c6c6-48f0-8695-7a40f7b3195f,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:20.274614 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 34024) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:20.389098 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ad0a05b7-7841-4432-b401-7c5487adbeca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:20.431783 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ad0a05b7-7841-4432-b401-7c5487adbeca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:20.439540 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-f3fda30d-d5c4-4c82-803e-ea7a3cb1d0ef tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:20.441012 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-f3fda30d-d5c4-4c82-803e-ea7a3cb1d0ef tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/networks?id=154fe041-a0da-49d3-ad0f-1c0e36bd37bc HTTP/1.1" status: 200 len: 815 time: 0.1463387 Oct 28 14:38:20.481998 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-49a47de3-ca93-42c3-9bcb-2f495d624072 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/quotas/568d16c23053469dad2cfede8da540d0 HTTP/1.1" status: 200 len: 375 time: 0.0310934 Oct 28 14:38:20.521439 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ad0a05b7-7841-4432-b401-7c5487adbeca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:20.524031 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ad0a05b7-7841-4432-b401-7c5487adbeca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:20.525146 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-ad0a05b7-7841-4432-b401-7c5487adbeca admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2493fe27-c6c6-48f0-8695-7a40f7b3195f HTTP/1.1" status: 204 len: 168 time: 0.2493243 Oct 28 14:38:20.537763 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a05b7-7841-4432-b401-7c5487adbeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2493fe27-c6c6-48f0-8695-7a40f7b3195f,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:20.555839 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-49f9595b-fc72-4036-8afe-8d2b5e4110c5 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=568d16c23053469dad2cfede8da540d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672121 Oct 28 14:38:20.872273 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e857905-bd3b-4cd8-9d7e-80b41cd5980a req-395c397e-bb82-4447-bc4f-18072681a4a0 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:20.873738 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0e857905-bd3b-4cd8-9d7e-80b41cd5980a req-395c397e-bb82-4447-bc4f-18072681a4a0 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.2657466 Oct 28 14:38:20.875961 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-4cc5bd12-460f-4292-8400-9a05c8e0e75f service neutron] 10.222.0.79 "GET /v2.0/networks/154fe041-a0da-49d3-ad0f-1c0e36bd37bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195138 Oct 28 14:38:20.956447 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0e857905-bd3b-4cd8-9d7e-80b41cd5980a req-169a2ad1-9970-4eb3-8081-a2e0328a4698 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758066 Oct 28 14:38:21.004101 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-88527259-a812-443e-b17f-52d90f874182 service neutron] 10.222.0.79 "GET /v2.0/networks/154fe041-a0da-49d3-ad0f-1c0e36bd37bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209786 Oct 28 14:38:21.022246 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:21.213929 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:21.242792 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472f9c9-4bbe-4f78-9cf2-753283fd2cba req-d1ef831f-685a-4c63-aa7b-9c3b58ddc868 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:21.250953 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9472f9c9-4bbe-4f78-9cf2-753283fd2cba req-d1ef831f-685a-4c63-aa7b-9c3b58ddc868 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9fdae85-d4ee-4f18-bf30-40911d8f3efa HTTP/1.1" status: 200 len: 947 time: 0.0709717 Oct 28 14:38:21.278507 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 519e1af1-1b1a-4edf-8419-14f8db8e4769 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 14:38:21.293475 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9472f9c9-4bbe-4f78-9cf2-753283fd2cba req-a93fc284-4fd4-4ce4-a91e-f92796a1b3f0 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/security-groups?id=22fa0c78-623a-4a10-9250-7cb474dab268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414748 Oct 28 14:38:21.335559 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e21de4c0-21bc-4bfb-9f12-9be5b720a19f req-64e2b6d4-fe58-4d90-83fd-574632d81a18 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=421e3531-14af-4531-9cc7-57994db1835b HTTP/1.1" status: 200 len: 210 time: 0.0404468 Oct 28 14:38:21.395220 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 519e1af1-1b1a-4edf-8419-14f8db8e4769, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=519e1af1-1b1a-4edf-8419-14f8db8e4769,segment=NetworkSegment(257f21f0-7c03-4bae-938b-f9e576f6719b),segment_id=257f21f0-7c03-4bae-938b-f9e576f6719b)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:38:21.407753 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Returning: {'device': '519e1af1-1b1a-4edf-8419-14f8db8e4769', 'network_id': '51906db6-260c-4487-b151-eed15f63cec6', 'port_id': '519e1af1-1b1a-4edf-8419-14f8db8e4769', 'mac_address': 'fa:16:3e:28:83:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c589afc-3327-488d-a7c7-fb363200a5b2', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 14:38:21.460499 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:21.477757 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519e1af1-1b1a-4edf-8419-14f8db8e4769 {{(pid=101540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:38:21.501275 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 519e1af1-1b1a-4edf-8419-14f8db8e4769, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=519e1af1-1b1a-4edf-8419-14f8db8e4769,segment=NetworkSegment(257f21f0-7c03-4bae-938b-f9e576f6719b),segment_id=257f21f0-7c03-4bae-938b-f9e576f6719b)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:38:21.507342 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:21.576123 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=519e1af1-1b1a-4edf-8419-14f8db8e4769,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:22.059574 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['519e1af1-1b1a-4edf-8419-14f8db8e4769'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:38:22.087276 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd599688-2d17-4ace-a4a5-5296ffb497e0 req-e9f1963c-f945-444c-902a-c551d34adb9c tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:22.088743 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-cd599688-2d17-4ace-a4a5-5296ffb497e0 req-e9f1963c-f945-444c-902a-c551d34adb9c tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0645509 Oct 28 14:38:22.112578 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:22.139804 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-cd599688-2d17-4ace-a4a5-5296ffb497e0 req-7d7faefb-7cbd-4aed-b52e-7c8bf477389a tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449729 Oct 28 14:38:22.388515 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:38:22.414556 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e0f20-068d-42c9-8e52-21d746e23a7a req-40c139f1-9283-4986-ba78-669203e7bf48 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:22.417212 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-602e0f20-068d-42c9-8e52-21d746e23a7a req-40c139f1-9283-4986-ba78-669203e7bf48 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9fdae85-d4ee-4f18-bf30-40911d8f3efa HTTP/1.1" status: 200 len: 948 time: 0.0573564 Oct 28 14:38:22.453150 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 34122) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:22.480637 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-602e0f20-068d-42c9-8e52-21d746e23a7a req-26133ada-1adc-43d1-bae0-d0236fb45bb5 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/security-groups?id=22fa0c78-623a-4a10-9250-7cb474dab268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560970 Oct 28 14:38:22.506869 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-aaa21b74-3d2f-48de-b7ea-83e91853afe5 req-9d33ed99-551a-44e7-a6e5-58e86d820a5f tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=421e3531-14af-4531-9cc7-57994db1835b HTTP/1.1" status: 200 len: 210 time: 0.0406659 Oct 28 14:38:22.568583 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-9838d523-de11-454e-b478-c520d84afe01 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:22.571382 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-9838d523-de11-454e-b478-c520d84afe01 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.72 "GET /v2.0/networks?id=154fe041-a0da-49d3-ad0f-1c0e36bd37bc HTTP/1.1" status: 200 len: 815 time: 0.1380141 Oct 28 14:38:22.575802 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-3dab6f82-32e4-4419-aa7d-33c4dedac64d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:22.613542 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-d0c9e99e-6321-46b4-9790-b9992aae2da3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Request body: {'port': {'device_id': '421e3531-14af-4531-9cc7-57994db1835b', 'network_id': '154fe041-a0da-49d3-ad0f-1c0e36bd37bc', 'admin_state_up': True, 'tenant_id': '568d16c23053469dad2cfede8da540d0'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:38:22.657687 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-3dab6f82-32e4-4419-aa7d-33c4dedac64d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:22.663087 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-3dab6f82-32e4-4419-aa7d-33c4dedac64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:22.700821 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-3dab6f82-32e4-4419-aa7d-33c4dedac64d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9247389f25c84a78a005102065e0bd6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465422 Oct 28 14:38:22.703433 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 34130) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:22.710144 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab6f82-32e4-4419-aa7d-33c4dedac64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d56f149-bf94-4312-b400-db9437df2ca0,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:22.727022 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-d0c9e99e-6321-46b4-9790-b9992aae2da3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Made reservation on behalf of 568d16c23053469dad2cfede8da540d0 for: {'port': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:38:22.730511 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-d0c9e99e-6321-46b4-9790-b9992aae2da3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:22.757804 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-825ee1ff-03d1-4964-a840-bbc999f51d37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:22.778733 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-825ee1ff-03d1-4964-a840-bbc999f51d37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:22.828426 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-825ee1ff-03d1-4964-a840-bbc999f51d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:22.831040 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-825ee1ff-03d1-4964-a840-bbc999f51d37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:22.832156 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-825ee1ff-03d1-4964-a840-bbc999f51d37 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2d56f149-bf94-4312-b400-db9437df2ca0 HTTP/1.1" status: 204 len: 168 time: 0.1278439 Oct 28 14:38:22.841938 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ee1ff-03d1-4964-a840-bbc999f51d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d56f149-bf94-4312-b400-db9437df2ca0,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:22.867413 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-d0c9e99e-6321-46b4-9790-b9992aae2da3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Allocated IP 172.20.0.4 (154fe041-a0da-49d3-ad0f-1c0e36bd37bc/f7121b6f-bf50-4bce-a009-aedce513e8c2/289de141-a971-4648-928c-fa7aed814424) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:38:23.034243 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-d0c9e99e-6321-46b4-9790-b9992aae2da3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:23.076544 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-d0c9e99e-6321-46b4-9790-b9992aae2da3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:23.123056 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-d0c9e99e-6321-46b4-9790-b9992aae2da3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Network 154fe041-a0da-49d3-ad0f-1c0e36bd37bc is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:38:23.128340 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-d0c9e99e-6321-46b4-9790-b9992aae2da3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:38:23.130893 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-d0c9e99e-6321-46b4-9790-b9992aae2da3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:38:23.136620 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-d0c9e99e-6321-46b4-9790-b9992aae2da3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:23.137210 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-d0c9e99e-6321-46b4-9790-b9992aae2da3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:23.139470 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 34150) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:23.150128 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9e99e-6321-46b4-9790-b9992aae2da3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Pushing event updated for resources: {'Port': ['ID=289de141-a971-4648-928c-fa7aed814424,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:23.155837 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-f20b5df1-c944-4706-8222-4b6a3118d4d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:23.161415 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-d0c9e99e-6321-46b4-9790-b9992aae2da3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5523722 Oct 28 14:38:23.189249 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['630449a9-73bb-43a4-a6de-52fc316459aa', '494ef905-08d5-4167-8c2a-33be8e03cd57'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:38:23.201136 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-3c09d6c9-4c02-4c3c-812d-ffe4bd84575c service neutron] Request body: {'port': {'device_id': '421e3531-14af-4531-9cc7-57994db1835b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:38:23.285966 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-3c09d6c9-4c02-4c3c-812d-ffe4bd84575c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:23.325550 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82f0ec-ee4d-414b-b00d-643fdb14ab83 req-24292ece-0a85-4e31-aeee-be9732df7949 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:23.327076 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8d82f0ec-ee4d-414b-b00d-643fdb14ab83 req-24292ece-0a85-4e31-aeee-be9732df7949 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0793939 Oct 28 14:38:23.329227 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-f20b5df1-c944-4706-8222-4b6a3118d4d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:23.333849 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-f20b5df1-c944-4706-8222-4b6a3118d4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:23.365861 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-f20b5df1-c944-4706-8222-4b6a3118d4d7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=19bca1c8d6814af197afcf0b115b36f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247777 Oct 28 14:38:23.379286 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 34162) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:23.435914 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b5df1-c944-4706-8222-4b6a3118d4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f617537a-7338-4005-8525-5f88c52d394e,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:23.446913 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8d82f0ec-ee4d-414b-b00d-643fdb14ab83 req-f576a623-ccc7-4f91-9c35-ea3d4dc9077b tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854475 Oct 28 14:38:23.469417 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-423a7fa7-2841-4e77-8cef-7ccc00ddfc1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:23.492163 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-423a7fa7-2841-4e77-8cef-7ccc00ddfc1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:23.549442 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-423a7fa7-2841-4e77-8cef-7ccc00ddfc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:23.558070 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-423a7fa7-2841-4e77-8cef-7ccc00ddfc1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:23.558070 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-423a7fa7-2841-4e77-8cef-7ccc00ddfc1b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f617537a-7338-4005-8525-5f88c52d394e HTTP/1.1" status: 204 len: 168 time: 0.1772058 Oct 28 14:38:23.566956 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a7fa7-2841-4e77-8cef-7ccc00ddfc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f617537a-7338-4005-8525-5f88c52d394e,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:23.607695 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-3c09d6c9-4c02-4c3c-812d-ffe4bd84575c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289de141-a971-4648-928c-fa7aed814424 {{(pid=101538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:38:23.629489 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-3c09d6c9-4c02-4c3c-812d-ffe4bd84575c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:23.646247 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.provisioning_blocks [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-3c09d6c9-4c02-4c3c-812d-ffe4bd84575c service neutron] Transition to ACTIVE for port object 289de141-a971-4648-928c-fa7aed814424 will not be triggered until provisioned by entity L2. {{(pid=101538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 14:38:23.654146 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-3c09d6c9-4c02-4c3c-812d-ffe4bd84575c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:23.664011 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38618e-2912-41f4-a0e5-8bc4505bb649 req-87767183-5509-4f10-b52d-a6841d9aecc4 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:23.665825 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ba38618e-2912-41f4-a0e5-8bc4505bb649 req-87767183-5509-4f10-b52d-a6841d9aecc4 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9fdae85-d4ee-4f18-bf30-40911d8f3efa HTTP/1.1" status: 200 len: 948 time: 0.0555868 Oct 28 14:38:23.715714 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09d6c9-4c02-4c3c-812d-ffe4bd84575c service neutron] Pushing event updated for resources: {'Port': ['ID=289de141-a971-4648-928c-fa7aed814424,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:23.744801 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ba38618e-2912-41f4-a0e5-8bc4505bb649 req-d30d127b-f2e1-4bb6-ba6b-7c85f1e78f33 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/security-groups?id=22fa0c78-623a-4a10-9250-7cb474dab268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706170 Oct 28 14:38:23.747406 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-3c09d6c9-4c02-4c3c-812d-ffe4bd84575c service neutron] Attempting to bind port 289de141-a971-4648-928c-fa7aed814424 on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:38:23.747843 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-3c09d6c9-4c02-4c3c-812d-ffe4bd84575c service neutron] Attempting to bind port 289de141-a971-4648-928c-fa7aed814424 by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '541960ed-ea2e-414b-b95b-16f66a435fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '154fe041-a0da-49d3-ad0f-1c0e36bd37bc'}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:38:23.748242 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-3c09d6c9-4c02-4c3c-812d-ffe4bd84575c service neutron] Attempting to bind port 289de141-a971-4648-928c-fa7aed814424 on network 154fe041-a0da-49d3-ad0f-1c0e36bd37bc {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:38:23.753637 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-3c09d6c9-4c02-4c3c-812d-ffe4bd84575c service neutron] Port 289de141-a971-4648-928c-fa7aed814424 on network 154fe041-a0da-49d3-ad0f-1c0e36bd37bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 14:38:23.757446 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-3c09d6c9-4c02-4c3c-812d-ffe4bd84575c service neutron] Attempting to bind port 289de141-a971-4648-928c-fa7aed814424 on network 154fe041-a0da-49d3-ad0f-1c0e36bd37bc {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:38:23.758160 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643d6aa-1be5-4492-8e63-fd072352e7f9 req-6a1feb71-3eb5-4658-94df-016bbcf05bc9 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:23.759679 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c643d6aa-1be5-4492-8e63-fd072352e7f9 req-6a1feb71-3eb5-4658-94df-016bbcf05bc9 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=421e3531-14af-4531-9cc7-57994db1835b HTTP/1.1" status: 200 len: 943 time: 0.0727818 Oct 28 14:38:23.762807 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-3c09d6c9-4c02-4c3c-812d-ffe4bd84575c service neutron] Checking agent: {'id': 'ab39f7f4-514d-4bfb-9d0c-1a0ed5555608', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'started_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:38:23.763189 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-3c09d6c9-4c02-4c3c-812d-ffe4bd84575c service neutron] Checking segment: {'id': '541960ed-ea2e-414b-b95b-16f66a435fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '154fe041-a0da-49d3-ad0f-1c0e36bd37bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:38:23.763567 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-3c09d6c9-4c02-4c3c-812d-ffe4bd84575c service neutron] Bound using segment: {'id': '541960ed-ea2e-414b-b95b-16f66a435fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '154fe041-a0da-49d3-ad0f-1c0e36bd37bc'} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:38:23.763985 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-3c09d6c9-4c02-4c3c-812d-ffe4bd84575c service neutron] Bound port: 289de141-a971-4648-928c-fa7aed814424, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '541960ed-ea2e-414b-b95b-16f66a435fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '154fe041-a0da-49d3-ad0f-1c0e36bd37bc'}}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:38:23.764333 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-3c09d6c9-4c02-4c3c-812d-ffe4bd84575c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:23.811010 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c643d6aa-1be5-4492-8e63-fd072352e7f9 req-43bcf294-c892-49c2-b623-d72bd3398fa3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382316 Oct 28 14:38:23.849915 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-3c09d6c9-4c02-4c3c-812d-ffe4bd84575c service neutron] For port 289de141-a971-4648-928c-fa7aed814424, host hv-cinder-81584, cleared binding levels {{(pid=101538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:38:23.853218 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-3c09d6c9-4c02-4c3c-812d-ffe4bd84575c service neutron] For port 289de141-a971-4648-928c-fa7aed814424, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=289de141-a971-4648-928c-fa7aed814424,segment=NetworkSegment(541960ed-ea2e-414b-b95b-16f66a435fe6),segment_id=541960ed-ea2e-414b-b95b-16f66a435fe6)] {{(pid=101538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:38:23.858853 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-3c09d6c9-4c02-4c3c-812d-ffe4bd84575c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:23.891970 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-3c09d6c9-4c02-4c3c-812d-ffe4bd84575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:23.892552 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-3c09d6c9-4c02-4c3c-812d-ffe4bd84575c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:23.894275 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-3c09d6c9-4c02-4c3c-812d-ffe4bd84575c service neutron] 10.222.0.72 "PUT /v2.0/ports/289de141-a971-4648-928c-fa7aed814424 HTTP/1.1" status: 200 len: 1093 time: 0.7128286 Oct 28 14:38:23.896554 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421e3531-14af-4531-9cc7-57994db1835b', 'tag': '289de141-a971-4648-928c-fa7aed814424'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:38:23.898891 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef985422-032e-4496-97be-933ac9948476" -d '{"events": [{"name": "network-changed", "server_uuid": "421e3531-14af-4531-9cc7-57994db1835b", "tag": "289de141-a971-4648-928c-fa7aed814424"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:38:23.931619 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09d6c9-4c02-4c3c-812d-ffe4bd84575c service neutron] Pushing event updated for resources: {'Port': ['ID=289de141-a971-4648-928c-fa7aed814424,revision_number=3']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:23.960188 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3b9284-218c-4ec7-9166-8b9e0254ccb6 x-openstack-request-id: req-ed3b9284-218c-4ec7-9166-8b9e0254ccb6 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:38:23.960472 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421e3531-14af-4531-9cc7-57994db1835b", "tag": "289de141-a971-4648-928c-fa7aed814424", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:38:23.960743 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ed3b9284-218c-4ec7-9166-8b9e0254ccb6 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:38:23.961118 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421e3531-14af-4531-9cc7-57994db1835b', 'tag': '289de141-a971-4648-928c-fa7aed814424', 'status': 'completed', 'code': 200} Oct 28 14:38:24.004833 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-7598c589-b140-40e9-b5f0-e4f03f22b306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:24.006427 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-7598c589-b140-40e9-b5f0-e4f03f22b306 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=568d16c23053469dad2cfede8da540d0&device_id=421e3531-14af-4531-9cc7-57994db1835b HTTP/1.1" status: 200 len: 1096 time: 0.0445094 Oct 28 14:38:24.062296 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-62e454a9-1879-47de-a8d9-a37fb5aac4d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=289de141-a971-4648-928c-fa7aed814424 HTTP/1.1" status: 200 len: 217 time: 0.0402746 Oct 28 14:38:24.131075 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-901a8844-d5ff-4a31-b516-cfd962278770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:24.132663 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-901a8844-d5ff-4a31-b516-cfd962278770 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7121b6f-bf50-4bce-a009-aedce513e8c2 HTTP/1.1" status: 200 len: 855 time: 0.0512445 Oct 28 14:38:24.177408 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-723c8713-f9c9-487f-a45e-2af7ba0f522a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=154fe041-a0da-49d3-ad0f-1c0e36bd37bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267837 Oct 28 14:38:24.291790 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-add62612-fba4-455b-84b1-be0885ae2281 service neutron] 10.222.0.72 "GET /v2.0/networks/154fe041-a0da-49d3-ad0f-1c0e36bd37bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959001 Oct 28 14:38:24.386453 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-21c442ad-1c44-4295-8fbf-1790422833a5 req-3c50f7bb-2955-45fa-899b-18e18550c3af service neutron] 10.222.0.72 "GET /v2.0/networks/154fe041-a0da-49d3-ad0f-1c0e36bd37bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811946 Oct 28 14:38:24.507449 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef985422-032e-4496-97be-933ac9948476 req-c38b07c1-20ce-40e3-8671-c4b3d9714a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:24.509017 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ef985422-032e-4496-97be-933ac9948476 req-c38b07c1-20ce-40e3-8671-c4b3d9714a47 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=568d16c23053469dad2cfede8da540d0&device_id=421e3531-14af-4531-9cc7-57994db1835b HTTP/1.1" status: 200 len: 1096 time: 0.0508642 Oct 28 14:38:24.582991 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf6ec6-b609-4eef-80de-48523cef4c5b req-871cef06-17bd-4115-9908-fe3374e00cb6 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:24.585610 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-dadf6ec6-b609-4eef-80de-48523cef4c5b req-871cef06-17bd-4115-9908-fe3374e00cb6 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0564106 Oct 28 14:38:24.624396 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef985422-032e-4496-97be-933ac9948476 req-3974bc1e-3e7d-4f11-b30a-0e31100c049f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:24.626416 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ef985422-032e-4496-97be-933ac9948476 req-3974bc1e-3e7d-4f11-b30a-0e31100c049f service neutron] 10.222.0.72 "GET /v2.0/networks?id=154fe041-a0da-49d3-ad0f-1c0e36bd37bc HTTP/1.1" status: 200 len: 916 time: 0.0997467 Oct 28 14:38:24.638306 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-dadf6ec6-b609-4eef-80de-48523cef4c5b req-c7282275-78f2-45f6-84c5-aeb0b8f6d670 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454934 Oct 28 14:38:24.696381 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ef985422-032e-4496-97be-933ac9948476 req-136530c7-ca11-4816-ad61-d6c36c60e52a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=289de141-a971-4648-928c-fa7aed814424 HTTP/1.1" status: 200 len: 217 time: 0.0501199 Oct 28 14:38:24.755446 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef985422-032e-4496-97be-933ac9948476 req-9533d617-4134-407a-9f82-66e9f06adfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:24.758087 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ef985422-032e-4496-97be-933ac9948476 req-9533d617-4134-407a-9f82-66e9f06adfef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7121b6f-bf50-4bce-a009-aedce513e8c2 HTTP/1.1" status: 200 len: 855 time: 0.0495269 Oct 28 14:38:24.797222 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ef985422-032e-4496-97be-933ac9948476 req-49311420-c6cc-4392-a2b3-77ac3151eb05 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=154fe041-a0da-49d3-ad0f-1c0e36bd37bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284443 Oct 28 14:38:24.889174 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134cdc5-0299-471b-b3d5-6a065f653b17 req-652b65a6-1d3e-44fb-8da1-ba81257d74e0 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:24.891001 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8134cdc5-0299-471b-b3d5-6a065f653b17 req-652b65a6-1d3e-44fb-8da1-ba81257d74e0 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9fdae85-d4ee-4f18-bf30-40911d8f3efa HTTP/1.1" status: 200 len: 948 time: 0.0589492 Oct 28 14:38:24.914955 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ef985422-032e-4496-97be-933ac9948476 req-835f38a9-01ef-4bf4-a992-e992766dcbab service neutron] 10.222.0.72 "GET /v2.0/networks/154fe041-a0da-49d3-ad0f-1c0e36bd37bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018484 Oct 28 14:38:24.959133 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0982681-4d26-42ee-9646-74654ff24aa6 req-afc00c97-f679-4338-ac04-a508b125f3e8 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:24.960610 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f0982681-4d26-42ee-9646-74654ff24aa6 req-afc00c97-f679-4338-ac04-a508b125f3e8 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=421e3531-14af-4531-9cc7-57994db1835b HTTP/1.1" status: 200 len: 943 time: 0.0687232 Oct 28 14:38:24.963691 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8134cdc5-0299-471b-b3d5-6a065f653b17 req-fc3211ab-a2a6-4858-93b8-b7b30759b86f tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/security-groups?id=22fa0c78-623a-4a10-9250-7cb474dab268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632052 Oct 28 14:38:25.004056 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f0982681-4d26-42ee-9646-74654ff24aa6 req-c4438471-329f-4526-980d-9cd640a444c9 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371246 Oct 28 14:38:25.022339 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ef985422-032e-4496-97be-933ac9948476 req-de6570db-a7d4-4adf-ad5f-ab14fc8acdfd service neutron] 10.222.0.72 "GET /v2.0/networks/154fe041-a0da-49d3-ad0f-1c0e36bd37bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829825 Oct 28 14:38:25.292687 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 519e1af1-1b1a-4edf-8419-14f8db8e4769 up at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:38:25.348345 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning for port 519e1af1-1b1a-4edf-8419-14f8db8e4769 completed by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 14:38:25.352314 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning complete for port 519e1af1-1b1a-4edf-8419-14f8db8e4769 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:38:25.352684 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:25.436992 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:25.459995 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fdae85-d4ee-4f18-bf30-40911d8f3efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519e1af1-1b1a-4edf-8419-14f8db8e4769'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:38:25.462363 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4db551f-409a-4dc9-a2ce-f223eabbe89c" -d '{"events": [{"server_uuid": "f9fdae85-d4ee-4f18-bf30-40911d8f3efa", "name": "network-vif-plugged", "status": "completed", "tag": "519e1af1-1b1a-4edf-8419-14f8db8e4769"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:38:25.474628 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 519e1af1-1b1a-4edf-8419-14f8db8e4769, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=519e1af1-1b1a-4edf-8419-14f8db8e4769,segment=NetworkSegment(257f21f0-7c03-4bae-938b-f9e576f6719b),segment_id=257f21f0-7c03-4bae-938b-f9e576f6719b)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:38:25.479892 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:25.503180 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fbcc71-811e-4379-bf89-42060541a283 x-openstack-request-id: req-b2fbcc71-811e-4379-bf89-42060541a283 {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:38:25.503469 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9fdae85-d4ee-4f18-bf30-40911d8f3efa", "name": "network-vif-plugged", "status": "completed", "tag": "519e1af1-1b1a-4edf-8419-14f8db8e4769", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:38:25.503720 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b2fbcc71-811e-4379-bf89-42060541a283 {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:38:25.504108 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fdae85-d4ee-4f18-bf30-40911d8f3efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519e1af1-1b1a-4edf-8419-14f8db8e4769', 'code': 200} Oct 28 14:38:25.529127 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=519e1af1-1b1a-4edf-8419-14f8db8e4769,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:25.764483 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4251e4-e326-46ea-ae83-2c29dfc0875d req-22d56879-533f-4561-8dc6-64b6ae3dce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:25.765974 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ed4251e4-e326-46ea-ae83-2c29dfc0875d req-22d56879-533f-4561-8dc6-64b6ae3dce89 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f9fdae85-d4ee-4f18-bf30-40911d8f3efa HTTP/1.1" status: 200 len: 1102 time: 0.0419204 Oct 28 14:38:25.772315 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0dee8-eba7-4635-b01d-8bdb4464e37d req-ecdae4e3-c530-495f-9cfc-1b8ed14dc2dd tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:25.773795 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c7c0dee8-eba7-4635-b01d-8bdb4464e37d req-ecdae4e3-c530-495f-9cfc-1b8ed14dc2dd tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0597432 Oct 28 14:38:25.818141 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c7c0dee8-eba7-4635-b01d-8bdb4464e37d req-de461e76-ab60-4fc3-9f92-96e86ba1882c tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349050 Oct 28 14:38:25.819616 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ed4251e4-e326-46ea-ae83-2c29dfc0875d req-251fa809-4255-4177-8c73-43da1fee8238 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=22fa0c78-623a-4a10-9250-7cb474dab268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297832 Oct 28 14:38:26.081703 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7eed5-6bd0-4a56-9d3f-7db17767da55 req-e7975036-022e-4385-8bcb-a2edf55d3138 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:26.083205 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e4f7eed5-6bd0-4a56-9d3f-7db17767da55 req-e7975036-022e-4385-8bcb-a2edf55d3138 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9fdae85-d4ee-4f18-bf30-40911d8f3efa HTTP/1.1" status: 200 len: 949 time: 0.0492115 Oct 28 14:38:26.122029 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e4f7eed5-6bd0-4a56-9d3f-7db17767da55 req-d1803a0f-f2af-4534-ab01-9b6c2757cb4d tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/security-groups?id=22fa0c78-623a-4a10-9250-7cb474dab268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327489 Oct 28 14:38:26.229952 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af590b20-bd2d-449b-8b7c-c03a30295406 req-f01254f5-c1ad-4074-bac6-8425c9434b7d tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:26.231478 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-af590b20-bd2d-449b-8b7c-c03a30295406 req-f01254f5-c1ad-4074-bac6-8425c9434b7d tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=421e3531-14af-4531-9cc7-57994db1835b HTTP/1.1" status: 200 len: 943 time: 0.0485518 Oct 28 14:38:26.269889 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-af590b20-bd2d-449b-8b7c-c03a30295406 req-7bf14ef9-8d50-47ea-bd3a-3441367b8602 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320597 Oct 28 14:38:26.937434 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd7aa7-afac-43e9-a38c-ba356f486fbf req-099d25f2-a4e5-4906-ba52-61b65fdda1a9 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:26.938963 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c5bd7aa7-afac-43e9-a38c-ba356f486fbf req-099d25f2-a4e5-4906-ba52-61b65fdda1a9 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0525041 Oct 28 14:38:26.975702 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c5bd7aa7-afac-43e9-a38c-ba356f486fbf req-2a118082-6000-41ed-b4bd-fec9054556f2 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305300 Oct 28 14:38:27.254137 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88b0d9-d89d-42b7-90ff-0a3034bf379f req-a6351567-33ea-446e-8737-a4c5133303cd tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:27.255594 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3b88b0d9-d89d-42b7-90ff-0a3034bf379f req-a6351567-33ea-446e-8737-a4c5133303cd tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9fdae85-d4ee-4f18-bf30-40911d8f3efa HTTP/1.1" status: 200 len: 949 time: 0.0583444 Oct 28 14:38:27.296993 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3b88b0d9-d89d-42b7-90ff-0a3034bf379f req-4ec87ae8-8448-4947-9cd5-69b358f377e2 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/security-groups?id=22fa0c78-623a-4a10-9250-7cb474dab268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322747 Oct 28 14:38:29.283598 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 289de141-a971-4648-928c-fa7aed814424 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 14:38:29.390232 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 289de141-a971-4648-928c-fa7aed814424, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=289de141-a971-4648-928c-fa7aed814424,segment=NetworkSegment(541960ed-ea2e-414b-b95b-16f66a435fe6),segment_id=541960ed-ea2e-414b-b95b-16f66a435fe6)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:38:29.402013 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Returning: {'device': '289de141-a971-4648-928c-fa7aed814424', 'network_id': '154fe041-a0da-49d3-ad0f-1c0e36bd37bc', 'port_id': '289de141-a971-4648-928c-fa7aed814424', 'mac_address': 'fa:16:3e:9e:2c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7121b6f-bf50-4bce-a009-aedce513e8c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 14:38:29.440038 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:29.440852 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839d1ec-0294-4ad9-b111-0909e90e6bc6 req-d47f7c3b-e91c-489c-8cf6-4eb463ff46b5 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:29.442350 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3839d1ec-0294-4ad9-b111-0909e90e6bc6 req-d47f7c3b-e91c-489c-8cf6-4eb463ff46b5 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=421e3531-14af-4531-9cc7-57994db1835b HTTP/1.1" status: 200 len: 943 time: 0.0486846 Oct 28 14:38:29.453282 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289de141-a971-4648-928c-fa7aed814424 {{(pid=101540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:38:29.476856 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 289de141-a971-4648-928c-fa7aed814424, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=289de141-a971-4648-928c-fa7aed814424,segment=NetworkSegment(541960ed-ea2e-414b-b95b-16f66a435fe6),segment_id=541960ed-ea2e-414b-b95b-16f66a435fe6)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:38:29.482966 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:29.509798 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3839d1ec-0294-4ad9-b111-0909e90e6bc6 req-bc09c7c9-4737-4664-ad31-86e89f706355 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570555 Oct 28 14:38:29.520317 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcda38-339f-4bf3-97c1-d673e8b677af req-785d1484-4b38-42ab-8f95-fbf50ef04ab1 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:29.521802 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-36fcda38-339f-4bf3-97c1-d673e8b677af req-785d1484-4b38-42ab-8f95-fbf50ef04ab1 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0785441 Oct 28 14:38:29.531108 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=289de141-a971-4648-928c-fa7aed814424,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:29.566091 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-36fcda38-339f-4bf3-97c1-d673e8b677af req-a7c3e9fe-3b97-43df-9167-3e8cc2bdf9d0 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326633 Oct 28 14:38:29.625486 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29e911-9faf-4a70-b0e6-7e56f406b5e7 req-f5e9920c-7311-4fa4-9ba8-8f7477fe9f68 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:29.626967 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ac29e911-9faf-4a70-b0e6-7e56f406b5e7 req-f5e9920c-7311-4fa4-9ba8-8f7477fe9f68 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9fdae85-d4ee-4f18-bf30-40911d8f3efa HTTP/1.1" status: 200 len: 949 time: 0.0489781 Oct 28 14:38:29.669069 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ac29e911-9faf-4a70-b0e6-7e56f406b5e7 req-361af9e0-8bce-44da-a1df-cfaea1886012 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/security-groups?id=22fa0c78-623a-4a10-9250-7cb474dab268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359693 Oct 28 14:38:29.944839 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['289de141-a971-4648-928c-fa7aed814424'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:38:29.972398 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 34292) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:30.075787 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-af0ab375-0a7b-4cd6-abf0-1133dfdafb98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:30.146198 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-af0ab375-0a7b-4cd6-abf0-1133dfdafb98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:30.152319 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-af0ab375-0a7b-4cd6-abf0-1133dfdafb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:30.192684 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ab375-0a7b-4cd6-abf0-1133dfdafb98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113f2fbc-0899-41b3-aa7e-0a99c7968b6e,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:30.197038 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-af0ab375-0a7b-4cd6-abf0-1133dfdafb98 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=924e2436414c43c285113fa2416439f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235274 Oct 28 14:38:30.199729 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 34300) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:30.254249 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-c62a788a-2988-4771-8388-c6613cf4599b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:30.276966 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-c62a788a-2988-4771-8388-c6613cf4599b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:30.335219 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-c62a788a-2988-4771-8388-c6613cf4599b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:30.337914 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-c62a788a-2988-4771-8388-c6613cf4599b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:30.339155 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-c62a788a-2988-4771-8388-c6613cf4599b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/113f2fbc-0899-41b3-aa7e-0a99c7968b6e HTTP/1.1" status: 204 len: 168 time: 0.1385128 Oct 28 14:38:30.347277 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a788a-2988-4771-8388-c6613cf4599b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113f2fbc-0899-41b3-aa7e-0a99c7968b6e,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:30.635366 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4334e-d1a4-41a5-aafb-d976d68bdf2e req-02f45395-990e-4507-86a7-1eee571e5c4c tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:30.640110 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-edf4334e-d1a4-41a5-aafb-d976d68bdf2e req-02f45395-990e-4507-86a7-1eee571e5c4c tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=421e3531-14af-4531-9cc7-57994db1835b HTTP/1.1" status: 200 len: 944 time: 0.0533822 Oct 28 14:38:30.714360 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9f77d-79a4-4014-8375-33078d29199e req-f4780364-31aa-48b6-bf10-e37627c36d68 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:30.715873 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4af9f77d-79a4-4014-8375-33078d29199e req-f4780364-31aa-48b6-bf10-e37627c36d68 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0748005 Oct 28 14:38:30.720845 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-edf4334e-d1a4-41a5-aafb-d976d68bdf2e req-885e1ce0-409d-4f59-bec3-7c2a4a39c9c1 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700066 Oct 28 14:38:30.757965 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4af9f77d-79a4-4014-8375-33078d29199e req-090caae9-f25b-4d89-b524-1c2b772d2e87 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357146 Oct 28 14:38:30.837091 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705eb7b-097f-49b1-9c4f-09ef420902aa req-4d7e5fc8-c322-4ba5-933a-d195ea43a795 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:30.838808 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3705eb7b-097f-49b1-9c4f-09ef420902aa req-4d7e5fc8-c322-4ba5-933a-d195ea43a795 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9fdae85-d4ee-4f18-bf30-40911d8f3efa HTTP/1.1" status: 200 len: 949 time: 0.0544333 Oct 28 14:38:30.876887 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3705eb7b-097f-49b1-9c4f-09ef420902aa req-881840a6-0333-4d4d-a959-e46039547ba6 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/security-groups?id=22fa0c78-623a-4a10-9250-7cb474dab268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319583 Oct 28 14:38:31.145282 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980f910-967d-4fb9-9d30-aee0633b3bde req-27ef5587-1774-4e71-a4d3-e030e1be7b6d tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:31.146930 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9980f910-967d-4fb9-9d30-aee0633b3bde req-27ef5587-1774-4e71-a4d3-e030e1be7b6d tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9fdae85-d4ee-4f18-bf30-40911d8f3efa HTTP/1.1" status: 200 len: 949 time: 0.0494051 Oct 28 14:38:31.184541 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9980f910-967d-4fb9-9d30-aee0633b3bde req-b8162439-3e7d-4166-80d0-de62695c824a tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/security-groups?id=22fa0c78-623a-4a10-9250-7cb474dab268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316482 Oct 28 14:38:32.436159 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:34.040320 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44be09-82e6-4d13-934e-e70c912def40 req-deb8a54f-e9f7-4a90-b5b5-b29c0493b48a tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:34.041808 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1c44be09-82e6-4d13-934e-e70c912def40 req-deb8a54f-e9f7-4a90-b5b5-b29c0493b48a tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=421e3531-14af-4531-9cc7-57994db1835b HTTP/1.1" status: 200 len: 944 time: 0.0909564 Oct 28 14:38:34.054291 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ad558-7a62-4d08-bde3-a0fadbd38ac0 req-4324abc8-a4f2-467c-beea-0ce46d6ab46f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:34.055744 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-498ad558-7a62-4d08-bde3-a0fadbd38ac0 req-4324abc8-a4f2-467c-beea-0ce46d6ab46f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0673382 Oct 28 14:38:34.110458 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1c44be09-82e6-4d13-934e-e70c912def40 req-a18baedc-9b12-4a1d-b677-40a28a370183 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537386 Oct 28 14:38:34.113351 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-498ad558-7a62-4d08-bde3-a0fadbd38ac0 req-7b0a5f0b-98ab-4b13-952a-44459ba51887 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509698 Oct 28 14:38:34.214943 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a624f0a-5166-4399-bbf9-c57dff6c6e74 req-e5923254-2b3d-42a4-8012-479e04e2aafa tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:34.216576 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0a624f0a-5166-4399-bbf9-c57dff6c6e74 req-e5923254-2b3d-42a4-8012-479e04e2aafa tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9fdae85-d4ee-4f18-bf30-40911d8f3efa HTTP/1.1" status: 200 len: 949 time: 0.0507751 Oct 28 14:38:34.259800 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0a624f0a-5166-4399-bbf9-c57dff6c6e74 req-1ac6847d-20ab-487c-b4c9-3e19f3d57295 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/security-groups?id=22fa0c78-623a-4a10-9250-7cb474dab268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367239 Oct 28 14:38:36.892734 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 289de141-a971-4648-928c-fa7aed814424 up at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:38:36.950918 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning for port 289de141-a971-4648-928c-fa7aed814424 completed by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 14:38:36.955458 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning complete for port 289de141-a971-4648-928c-fa7aed814424 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:38:36.955938 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:37.041629 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:37.065130 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421e3531-14af-4531-9cc7-57994db1835b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289de141-a971-4648-928c-fa7aed814424'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:38:37.067522 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f570b5b2-3961-47c0-a071-90464f8a7f20" -d '{"events": [{"server_uuid": "421e3531-14af-4531-9cc7-57994db1835b", "name": "network-vif-plugged", "status": "completed", "tag": "289de141-a971-4648-928c-fa7aed814424"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:38:37.079863 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 289de141-a971-4648-928c-fa7aed814424, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=289de141-a971-4648-928c-fa7aed814424,segment=NetworkSegment(541960ed-ea2e-414b-b95b-16f66a435fe6),segment_id=541960ed-ea2e-414b-b95b-16f66a435fe6)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:38:37.085468 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:37.132295 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=289de141-a971-4648-928c-fa7aed814424,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:38.083845 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10131046-be76-4787-a3dc-7da9eaef207a req-b7d627d9-09cb-4fc5-850d-b73c90140328 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:38.085321 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-10131046-be76-4787-a3dc-7da9eaef207a req-b7d627d9-09cb-4fc5-850d-b73c90140328 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=421e3531-14af-4531-9cc7-57994db1835b HTTP/1.1" status: 200 len: 945 time: 0.0519576 Oct 28 14:38:38.149990 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-10131046-be76-4787-a3dc-7da9eaef207a req-638c993a-373d-4727-88ad-a4057b025c62 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585895 Oct 28 14:38:38.165150 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94853ca9-0137-4633-8ffa-dc2404b26da8 req-992facb8-3bae-4910-a5e5-cfdc1b539c47 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:38.166636 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-94853ca9-0137-4633-8ffa-dc2404b26da8 req-992facb8-3bae-4910-a5e5-cfdc1b539c47 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0693700 Oct 28 14:38:38.206848 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-94853ca9-0137-4633-8ffa-dc2404b26da8 req-78da7a91-f9f6-43dc-9773-a001605c3d13 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333502 Oct 28 14:38:38.249612 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19076fc-93cd-46f7-8b64-023ed626047c x-openstack-request-id: req-a19076fc-93cd-46f7-8b64-023ed626047c {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:38:38.250170 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421e3531-14af-4531-9cc7-57994db1835b", "name": "network-vif-plugged", "status": "completed", "tag": "289de141-a971-4648-928c-fa7aed814424", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:38:38.250872 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a19076fc-93cd-46f7-8b64-023ed626047c {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:38:38.250872 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421e3531-14af-4531-9cc7-57994db1835b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289de141-a971-4648-928c-fa7aed814424', 'code': 200} Oct 28 14:38:38.260717 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42382a04-2dfd-4ab2-a220-da0b5d243111 req-a6a5e065-4427-4ae4-868d-a5e7e6acfcf6 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:38.262207 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-42382a04-2dfd-4ab2-a220-da0b5d243111 req-a6a5e065-4427-4ae4-868d-a5e7e6acfcf6 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9fdae85-d4ee-4f18-bf30-40911d8f3efa HTTP/1.1" status: 200 len: 949 time: 0.0545118 Oct 28 14:38:38.303608 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-42382a04-2dfd-4ab2-a220-da0b5d243111 req-472253e0-c056-40b1-a2dd-e8480e4150c9 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/security-groups?id=22fa0c78-623a-4a10-9250-7cb474dab268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345936 Oct 28 14:38:38.449210 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eda45a-b971-4e2c-95cc-e8e3ef24175f req-4c7ffed3-a489-4d30-a70e-12971cb9ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:38.450611 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-37eda45a-b971-4e2c-95cc-e8e3ef24175f req-4c7ffed3-a489-4d30-a70e-12971cb9ab87 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=421e3531-14af-4531-9cc7-57994db1835b HTTP/1.1" status: 200 len: 1098 time: 0.0421557 Oct 28 14:38:38.491747 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-37eda45a-b971-4e2c-95cc-e8e3ef24175f req-c9d0f1fa-8d00-4729-bceb-ef31e406822d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277836 Oct 28 14:38:39.276246 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b05fa-132d-46fa-ab7e-a6c7b49da7ef req-a80136a9-f8bc-4d6a-938b-329129408788 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:39.279916 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-091b05fa-132d-46fa-ab7e-a6c7b49da7ef req-a80136a9-f8bc-4d6a-938b-329129408788 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=421e3531-14af-4531-9cc7-57994db1835b HTTP/1.1" status: 200 len: 945 time: 0.0597715 Oct 28 14:38:39.341870 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-091b05fa-132d-46fa-ab7e-a6c7b49da7ef req-d813e104-f096-4737-9d5a-fcea28cbd2bf tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579526 Oct 28 14:38:39.358033 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2ca42-8b72-4cd4-bf7a-64cac81bc520 req-ed3eebc2-8d49-425d-b816-43381e04136a tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:39.359628 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e1b2ca42-8b72-4cd4-bf7a-64cac81bc520 req-ed3eebc2-8d49-425d-b816-43381e04136a tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0615051 Oct 28 14:38:39.410639 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e1b2ca42-8b72-4cd4-bf7a-64cac81bc520 req-d684a5b8-6c30-4f2e-bdd8-9404aa98635c tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446997 Oct 28 14:38:39.468970 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0d19b-caf7-4063-9215-4b9187c7b363 req-b6f45921-f7d0-42c0-9513-228a83953b2d tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:39.470563 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4eb0d19b-caf7-4063-9215-4b9187c7b363 req-b6f45921-f7d0-42c0-9513-228a83953b2d tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9fdae85-d4ee-4f18-bf30-40911d8f3efa HTTP/1.1" status: 200 len: 949 time: 0.0512431 Oct 28 14:38:39.508458 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4eb0d19b-caf7-4063-9215-4b9187c7b363 req-e5a7fa6f-e1a5-4c64-b456-6156b38fbb78 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/security-groups?id=22fa0c78-623a-4a10-9250-7cb474dab268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319052 Oct 28 14:38:39.592907 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369f493-e46b-4596-83d0-af1ba21d1704 req-848886d5-68c4-4509-a61e-0455436b1a2a tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:39.594470 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-7369f493-e46b-4596-83d0-af1ba21d1704 req-848886d5-68c4-4509-a61e-0455436b1a2a tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9fdae85-d4ee-4f18-bf30-40911d8f3efa HTTP/1.1" status: 200 len: 949 time: 0.0484619 Oct 28 14:38:39.699172 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-7369f493-e46b-4596-83d0-af1ba21d1704 req-fae723fc-bb4f-4558-a00b-6935d44f0554 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Deleting port 519e1af1-1b1a-4edf-8419-14f8db8e4769 {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:38:39.699516 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-7369f493-e46b-4596-83d0-af1ba21d1704 req-fae723fc-bb4f-4558-a00b-6935d44f0554 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:39.792525 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-7369f493-e46b-4596-83d0-af1ba21d1704 req-fae723fc-bb4f-4558-a00b-6935d44f0554 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] For port 519e1af1-1b1a-4edf-8419-14f8db8e4769, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=519e1af1-1b1a-4edf-8419-14f8db8e4769,segment=NetworkSegment(257f21f0-7c03-4bae-938b-f9e576f6719b),segment_id=257f21f0-7c03-4bae-938b-f9e576f6719b)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:38:39.792777 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-7369f493-e46b-4596-83d0-af1ba21d1704 req-fae723fc-bb4f-4558-a00b-6935d44f0554 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:39.806221 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-7369f493-e46b-4596-83d0-af1ba21d1704 req-fae723fc-bb4f-4558-a00b-6935d44f0554 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Calling delete_port for 519e1af1-1b1a-4edf-8419-14f8db8e4769 owned by compute:nova {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:38:39.937495 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-7369f493-e46b-4596-83d0-af1ba21d1704 req-fae723fc-bb4f-4558-a00b-6935d44f0554 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:39.957506 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['519e1af1-1b1a-4edf-8419-14f8db8e4769'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:38:39.965421 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae723fc-bb4f-4558-a00b-6935d44f0554 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Pushing event deleted for resources: {'Port': ['ID=519e1af1-1b1a-4edf-8419-14f8db8e4769,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:40.006096 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-7369f493-e46b-4596-83d0-af1ba21d1704 req-fae723fc-bb4f-4558-a00b-6935d44f0554 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] No DVR routers for this DVR port 519e1af1-1b1a-4edf-8419-14f8db8e4769 on host hv-cinder-81584 {{(pid=101538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:38:40.009274 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-7369f493-e46b-4596-83d0-af1ba21d1704 req-fae723fc-bb4f-4558-a00b-6935d44f0554 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:40.012716 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-7369f493-e46b-4596-83d0-af1ba21d1704 req-fae723fc-bb4f-4558-a00b-6935d44f0554 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.72 "DELETE /v2.0/ports/519e1af1-1b1a-4edf-8419-14f8db8e4769 HTTP/1.1" status: 204 len: 173 time: 0.4090731 Oct 28 14:38:40.013152 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fdae85-d4ee-4f18-bf30-40911d8f3efa', 'name': 'network-vif-deleted', 'tag': '519e1af1-1b1a-4edf-8419-14f8db8e4769'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:38:40.015521 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2a4d4b-f3b6-4b38-96ca-7ff9fc37a8b7" -d '{"events": [{"server_uuid": "f9fdae85-d4ee-4f18-bf30-40911d8f3efa", "name": "network-vif-deleted", "tag": "519e1af1-1b1a-4edf-8419-14f8db8e4769"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:38:40.055696 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a21c3e8-0327-4a76-9e57-fbf9bc606c4a x-openstack-request-id: req-5a21c3e8-0327-4a76-9e57-fbf9bc606c4a {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:38:40.056103 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9fdae85-d4ee-4f18-bf30-40911d8f3efa", "name": "network-vif-deleted", "tag": "519e1af1-1b1a-4edf-8419-14f8db8e4769", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:38:40.056460 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5a21c3e8-0327-4a76-9e57-fbf9bc606c4a {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:38:40.057064 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fdae85-d4ee-4f18-bf30-40911d8f3efa', 'name': 'network-vif-deleted', 'tag': '519e1af1-1b1a-4edf-8419-14f8db8e4769', 'status': 'completed', 'code': 200} Oct 28 14:38:40.488610 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb688f-f61a-4487-a350-4c5b59cd6901 req-83450b44-4062-4b7e-a3f0-dd5029f4f711 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:40.490768 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b7fb688f-f61a-4487-a350-4c5b59cd6901 req-83450b44-4062-4b7e-a3f0-dd5029f4f711 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=421e3531-14af-4531-9cc7-57994db1835b HTTP/1.1" status: 200 len: 945 time: 0.0661278 Oct 28 14:38:40.553346 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d4182-8278-4aa7-abd4-d36b04c9ef8d req-1ad92017-d245-4255-84d8-7c3c44ed2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:40.554916 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-e33d4182-8278-4aa7-abd4-d36b04c9ef8d req-1ad92017-d245-4255-84d8-7c3c44ed2e71 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 1099 time: 0.0484023 Oct 28 14:38:40.569161 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b7fb688f-f61a-4487-a350-4c5b59cd6901 req-5f1e950e-2a82-4c9b-b0bb-fa4ad53620b2 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668483 Oct 28 14:38:40.577218 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2415030-49d4-4fdf-96ba-e4eba0e33617 req-17ac77c3-4c0c-46a1-8d7e-0b4e462df9de tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:40.578800 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f2415030-49d4-4fdf-96ba-e4eba0e33617 req-17ac77c3-4c0c-46a1-8d7e-0b4e462df9de tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0869153 Oct 28 14:38:40.605936 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-e33d4182-8278-4aa7-abd4-d36b04c9ef8d req-af83d5f3-59b1-4569-b7a5-96bb6f67ad4f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383320 Oct 28 14:38:40.624889 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f2415030-49d4-4fdf-96ba-e4eba0e33617 req-47d9c7dc-ed74-4128-9efb-3541e5ffcf49 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380740 Oct 28 14:38:40.674134 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f49c821e-bd2e-4c7a-9850-ff7a68d6346c req-8c8034cc-9da7-4596-b638-6437a60929f4 tempest-VolumesNegativeTest-1603284169 tempest-VolumesNegativeTest-1603284169-project] 10.222.0.79 "GET /v2.0/ports?device_id=f9fdae85-d4ee-4f18-bf30-40911d8f3efa HTTP/1.1" status: 200 len: 210 time: 0.0291555 Oct 28 14:38:41.755937 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d045d-06cb-47e1-bfe6-c30fe35115ed req-e8c0970b-857f-44fd-8e62-4419fe5125a9 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:41.757425 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-cf0d045d-06cb-47e1-bfe6-c30fe35115ed req-e8c0970b-857f-44fd-8e62-4419fe5125a9 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0626023 Oct 28 14:38:41.798313 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-cf0d045d-06cb-47e1-bfe6-c30fe35115ed req-01890082-5211-4211-8a38-c48885e85122 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343409 Oct 28 14:38:42.937573 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260cd75-9c7d-47d0-8130-3d2bd41380f6 req-d9d392f4-73b6-46b0-a223-79a6dc10d431 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:42.939148 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2260cd75-9c7d-47d0-8130-3d2bd41380f6 req-d9d392f4-73b6-46b0-a223-79a6dc10d431 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0605106 Oct 28 14:38:42.984811 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2260cd75-9c7d-47d0-8130-3d2bd41380f6 req-ee4294ee-a9df-41de-abc1-095035ea994f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395441 Oct 28 14:38:43.123865 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc49f95-8009-4523-a217-6444c5817de3 req-8709121a-e6c9-4b7f-91aa-6fbcac63197d tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:43.125595 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2bc49f95-8009-4523-a217-6444c5817de3 req-8709121a-e6c9-4b7f-91aa-6fbcac63197d tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0627818 Oct 28 14:38:43.175133 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2bc49f95-8009-4523-a217-6444c5817de3 req-456c80df-ad6e-4031-9791-743eed7cca96 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345337 Oct 28 14:38:43.457771 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 34782) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:43.620834 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ba284117-aa27-49ff-a9fe-35e73d6817e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:43.699083 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ba284117-aa27-49ff-a9fe-35e73d6817e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:43.704059 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ba284117-aa27-49ff-a9fe-35e73d6817e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:43.742234 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-ba284117-aa27-49ff-a9fe-35e73d6817e9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d01a3a6c2c414e748310e71eff4f49ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828691 Oct 28 14:38:43.743199 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba284117-aa27-49ff-a9fe-35e73d6817e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384b5442-e551-44b7-a4be-ddf5f430d956,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:43.746346 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 34808) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:43.807571 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-e47eb75c-73be-4e1d-a4dd-27f64042c2b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:43.831304 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-e47eb75c-73be-4e1d-a4dd-27f64042c2b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:43.902498 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-e47eb75c-73be-4e1d-a4dd-27f64042c2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:43.905512 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-e47eb75c-73be-4e1d-a4dd-27f64042c2b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:43.910759 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-e47eb75c-73be-4e1d-a4dd-27f64042c2b3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/384b5442-e551-44b7-a4be-ddf5f430d956 HTTP/1.1" status: 204 len: 168 time: 0.1620986 Oct 28 14:38:43.920027 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47eb75c-73be-4e1d-a4dd-27f64042c2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384b5442-e551-44b7-a4be-ddf5f430d956,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:44.102524 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 34844) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:44.220060 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-212f95f6-a6dc-4950-a7bf-ab6e0e01aeaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:44.241695 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 34854) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:44.256666 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e1330902-410e-4346-a7ba-4761c868d657 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:44.320979 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 519e1af1-1b1a-4edf-8419-14f8db8e4769 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:38:44.323661 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-212f95f6-a6dc-4950-a7bf-ab6e0e01aeaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:44.331373 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-212f95f6-a6dc-4950-a7bf-ab6e0e01aeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:44.347792 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e1330902-410e-4346-a7ba-4761c868d657 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:44.348783 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] No Port match for: 519e1af1-1b1a-4edf-8419-14f8db8e4769 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:38:44.349056 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 519e1af1-1b1a-4edf-8419-14f8db8e4769 not bound to the agent host hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:38:44.357254 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e1330902-410e-4346-a7ba-4761c868d657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:44.376137 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-212f95f6-a6dc-4950-a7bf-ab6e0e01aeaf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8bbbfe0b79544106b827fc37eaa69bfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716403 Oct 28 14:38:44.378660 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 34866) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:44.386782 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f95f6-a6dc-4950-a7bf-ab6e0e01aeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0421642b-4748-431b-a2c3-9ffb7fcad621,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:44.415889 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1330902-410e-4346-a7ba-4761c868d657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a604e0-982b-4d55-b0d8-8af018434674,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:44.439988 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-e1330902-410e-4346-a7ba-4761c868d657 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7f45a84c6d654ed48c25f210bd28ad31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1969280 Oct 28 14:38:44.442467 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 34876) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:44.451797 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-be05f3b0-02e7-4604-971c-e55e955721fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:44.487374 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-be05f3b0-02e7-4604-971c-e55e955721fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:44.500650 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-1b34b71c-1214-4403-b67a-bf50bfdd246f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:44.530152 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-1b34b71c-1214-4403-b67a-bf50bfdd246f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:44.541979 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-be05f3b0-02e7-4604-971c-e55e955721fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:44.545260 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-be05f3b0-02e7-4604-971c-e55e955721fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:44.547292 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-be05f3b0-02e7-4604-971c-e55e955721fc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0421642b-4748-431b-a2c3-9ffb7fcad621 HTTP/1.1" status: 204 len: 168 time: 0.1673381 Oct 28 14:38:44.561126 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05f3b0-02e7-4604-971c-e55e955721fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0421642b-4748-431b-a2c3-9ffb7fcad621,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:44.589110 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-1b34b71c-1214-4403-b67a-bf50bfdd246f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:44.591818 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-1b34b71c-1214-4403-b67a-bf50bfdd246f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:44.595607 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-1b34b71c-1214-4403-b67a-bf50bfdd246f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a1a604e0-982b-4d55-b0d8-8af018434674 HTTP/1.1" status: 204 len: 168 time: 0.1492131 Oct 28 14:38:44.608157 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34b71c-1214-4403-b67a-bf50bfdd246f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a604e0-982b-4d55-b0d8-8af018434674,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:44.884898 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53b73c-9288-4b1a-9f07-163a3e980d37 req-e16a9428-6923-419c-b175-bebcfdccbf08 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:44.886612 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2f53b73c-9288-4b1a-9f07-163a3e980d37 req-e16a9428-6923-419c-b175-bebcfdccbf08 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0621974 Oct 28 14:38:44.893258 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dca89-b0a5-4a44-a36b-22ef6afff2ae req-4d4a54ff-d8c7-4a21-8369-ee43870ba7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:44.895007 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f49dca89-b0a5-4a44-a36b-22ef6afff2ae req-4d4a54ff-d8c7-4a21-8369-ee43870ba7b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dda0d6d1b084868853338165ea3601d&device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 1099 time: 0.0552731 Oct 28 14:38:44.933577 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2f53b73c-9288-4b1a-9f07-163a3e980d37 req-b55a2d2d-31e0-4af2-a3cf-cec8f15033a6 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396385 Oct 28 14:38:45.051132 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 34916) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:45.065168 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dca89-b0a5-4a44-a36b-22ef6afff2ae req-e67e303e-76fc-4456-aa5d-a9c574e0f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:45.066220 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f49dca89-b0a5-4a44-a36b-22ef6afff2ae req-e67e303e-76fc-4456-aa5d-a9c574e0f844 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f66cb821-2d22-45aa-9985-3ea85500b50a HTTP/1.1" status: 200 len: 919 time: 0.1241615 Oct 28 14:38:45.067367 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-f089dd36-341f-4e99-9776-b94f381ed991 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:45.115300 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f49dca89-b0a5-4a44-a36b-22ef6afff2ae req-5f45f8c6-454d-485b-b7cf-93d403802101 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb63d985-7727-473b-be7e-41ea307f84b9 HTTP/1.1" status: 200 len: 217 time: 0.0398569 Oct 28 14:38:45.194211 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dca89-b0a5-4a44-a36b-22ef6afff2ae req-90c0caae-808a-43f5-a9ee-a8efdca957eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:45.195627 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f49dca89-b0a5-4a44-a36b-22ef6afff2ae req-90c0caae-808a-43f5-a9ee-a8efdca957eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f8630344-cf93-4cfe-815f-63516c44a48e HTTP/1.1" status: 200 len: 858 time: 0.0627146 Oct 28 14:38:45.227031 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-f089dd36-341f-4e99-9776-b94f381ed991 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:45.244982 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f49dca89-b0a5-4a44-a36b-22ef6afff2ae req-94644c54-959e-48e4-ac92-7894450e7ccb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f66cb821-2d22-45aa-9985-3ea85500b50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351412 Oct 28 14:38:45.245567 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-f089dd36-341f-4e99-9776-b94f381ed991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:45.291773 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-f089dd36-341f-4e99-9776-b94f381ed991 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2d9c39ed7aed44b58f1707a92d66e3ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395911 Oct 28 14:38:45.295427 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 34924) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:45.302141 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089dd36-341f-4e99-9776-b94f381ed991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772a2766-5f7d-46f5-b209-8a0fa7f32cdb,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:45.358870 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-20864cd8-1ac8-4a2d-9626-f261e7b7e87e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:45.376766 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f49dca89-b0a5-4a44-a36b-22ef6afff2ae req-dc927300-bc11-4629-bb4c-310536efa815 service neutron] 10.222.0.72 "GET /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977166 Oct 28 14:38:45.383638 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-20864cd8-1ac8-4a2d-9626-f261e7b7e87e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:45.432011 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-20864cd8-1ac8-4a2d-9626-f261e7b7e87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:45.435006 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-20864cd8-1ac8-4a2d-9626-f261e7b7e87e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:45.436330 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-20864cd8-1ac8-4a2d-9626-f261e7b7e87e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/772a2766-5f7d-46f5-b209-8a0fa7f32cdb HTTP/1.1" status: 204 len: 168 time: 0.1393521 Oct 28 14:38:45.446070 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20864cd8-1ac8-4a2d-9626-f261e7b7e87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772a2766-5f7d-46f5-b209-8a0fa7f32cdb,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:45.468200 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 34934) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:45.498700 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f49dca89-b0a5-4a44-a36b-22ef6afff2ae req-6302b453-9d2d-48a6-bad3-0e410cfe03cf service neutron] 10.222.0.72 "GET /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005127 Oct 28 14:38:45.589210 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-7758a949-f4c7-44d1-af41-e7e167d06668 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-161967574-network', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:38:45.610799 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7758a949-f4c7-44d1-af41-e7e167d06668 admin admin] Made reservation on behalf of fac19c389c954392bd090a3a76ba291b for: {'network': 1} {{(pid=101539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:38:45.613287 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-7758a949-f4c7-44d1-af41-e7e167d06668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for network, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:45.622522 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-7758a949-f4c7-44d1-af41-e7e167d06668 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:45.696480 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-7758a949-f4c7-44d1-af41-e7e167d06668 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:45.701262 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-7758a949-f4c7-44d1-af41-e7e167d06668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:45.722720 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7758a949-f4c7-44d1-af41-e7e167d06668 admin admin] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=101539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 14:38:45.741221 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758a949-f4c7-44d1-af41-e7e167d06668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2defe90-e94a-43e4-9d87-e721b92d6f61,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:45.746123 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-7758a949-f4c7-44d1-af41-e7e167d06668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:45.746221 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.db.segments_db [None req-7758a949-f4c7-44d1-af41-e7e167d06668 admin admin] Added segment 3e34fef4-b403-4b31-a6da-4db7450c0e36 of type vlan for network 2cd29832-dfaa-48c8-ad99-924c3912245f Oct 28 14:38:45.801410 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-7758a949-f4c7-44d1-af41-e7e167d06668 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782348503983'] for network, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:45.835794 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-7758a949-f4c7-44d1-af41-e7e167d06668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for network, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:45.836843 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7758a949-f4c7-44d1-af41-e7e167d06668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:45.837534 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-7758a949-f4c7-44d1-af41-e7e167d06668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:45.904662 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-7758a949-f4c7-44d1-af41-e7e167d06668 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4327338 Oct 28 14:38:45.904917 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 34960) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:45.907697 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758a949-f4c7-44d1-af41-e7e167d06668 admin admin] Pushing event updated for resources: {'Network': ['ID=2cd29832-dfaa-48c8-ad99-924c3912245f,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:45.910722 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-ec60e0e8-d1c1-474f-abf8-0edd436432fa admin admin] Request body: {'subnet': {'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-161967574-subnet', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'ip_version': 4}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:38:45.926466 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Network 2cd29832-dfaa-48c8-ad99-924c3912245f details requested by agent ovs-agent-dv-cinder-815848-1-iscsi with host dv-cinder-815848-1-iscsi {{(pid=101540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 14:38:45.972525 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec60e0e8-d1c1-474f-abf8-0edd436432fa admin admin] Made reservation on behalf of fac19c389c954392bd090a3a76ba291b for: {'subnet': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:38:45.975073 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ec60e0e8-d1c1-474f-abf8-0edd436432fa admin admin] Publish callbacks [] for subnet, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:46.053601 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 34966) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:46.124806 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05af35a-eb9b-41c7-995a-df75044dedf0 req-454b762e-d342-4ad8-bdf5-0254788af023 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:46.126874 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d05af35a-eb9b-41c7-995a-df75044dedf0 req-454b762e-d342-4ad8-bdf5-0254788af023 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0627313 Oct 28 14:38:46.170889 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d05af35a-eb9b-41c7-995a-df75044dedf0 req-579a1cae-6ec8-40f0-b434-96817f038129 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372970 Oct 28 14:38:46.224700 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ec60e0e8-d1c1-474f-abf8-0edd436432fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for subnet, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:46.268057 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-c02bec16-9e53-4e56-a230-f29547a26730 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=68e2cb33410447879d1f62a96b7330a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2131965 Oct 28 14:38:46.268760 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 34976) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:46.282756 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60e0e8-d1c1-474f-abf8-0edd436432fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccb665e6-60ca-43cc-ac85-9993982c81a8,revision_number=0']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:46.304698 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec60e0e8-d1c1-474f-abf8-0edd436432fa admin admin] Checking segment: {'id': '3e34fef4-b403-4b31-a6da-4db7450c0e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:38:46.305074 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec60e0e8-d1c1-474f-abf8-0edd436432fa admin admin] Network hostable DHCP agents. Network: 2cd29832-dfaa-48c8-ad99-924c3912245f, hostable agents: ['0f5c18ae-0b98-4d4d-aaff-bac106b0409b'], hosted agents: [] {{(pid=101538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 14:38:46.319281 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-8646cea6-37d8-4b31-abab-310bcc7b1fe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:46.326968 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec60e0e8-d1c1-474f-abf8-0edd436432fa admin admin] Network 2cd29832-dfaa-48c8-ad99-924c3912245f is scheduled to be hosted by DHCP agent 0f5c18ae-0b98-4d4d-aaff-bac106b0409b with binding_index 1 {{(pid=101538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 14:38:46.337138 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-ec60e0e8-d1c1-474f-abf8-0edd436432fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-1-iscsi, 2cd29832-dfaa-48c8-ad99-924c3912245f) {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:38:46.346614 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec60e0e8-d1c1-474f-abf8-0edd436432fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:46.346793 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbe2d7e-d278-4408-870e-838207f14ba9 None None] Network 2cd29832-dfaa-48c8-ad99-924c3912245f requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:38:46.347584 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-8646cea6-37d8-4b31-abab-310bcc7b1fe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:46.347731 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ec60e0e8-d1c1-474f-abf8-0edd436432fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for subnet, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:46.369303 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-ec60e0e8-d1c1-474f-abf8-0edd436432fa admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4597292 Oct 28 14:38:46.369510 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 34980) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:46.375217 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-45fbd44e-7a35-4bf0-b492-29ec6e8fe198 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-161967574-router', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:38:46.397848 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-8646cea6-37d8-4b31-abab-310bcc7b1fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:46.400796 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-8646cea6-37d8-4b31-abab-310bcc7b1fe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:46.401970 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-8646cea6-37d8-4b31-abab-310bcc7b1fe8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/22fa0c78-623a-4a10-9250-7cb474dab268 HTTP/1.1" status: 204 len: 168 time: 0.1322932 Oct 28 14:38:46.406374 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-45fbd44e-7a35-4bf0-b492-29ec6e8fe198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1061'] for router, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:46.407495 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-45fbd44e-7a35-4bf0-b492-29ec6e8fe198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1054'] for router, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:46.418212 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646cea6-37d8-4b31-abab-310bcc7b1fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fa0c78-623a-4a10-9250-7cb474dab268,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:46.483559 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-45fbd44e-7a35-4bf0-b492-29ec6e8fe198 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:46.558471 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2946a823-1b9f-4238-9e85-cf6642dc5402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb12ed448-6782-5d32-adc4-26a542b5c6bd-2cd29832-dfaa-48c8-ad99-924c3912245f', 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'fixed_ips': [{'subnet_id': 'ccb665e6-60ca-43cc-ac85-9993982c81a8'}]}} from dv-cinder-815848-1-iscsi. {{(pid=101540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 14:38:46.559401 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2946a823-1b9f-4238-9e85-cf6642dc5402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:46.674431 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-45fbd44e-7a35-4bf0-b492-29ec6e8fe198 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:46.736781 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.db_base_plugin_common [None req-2946a823-1b9f-4238-9e85-cf6642dc5402 None None] Allocated IP 172.20.0.2 (2cd29832-dfaa-48c8-ad99-924c3912245f/ccb665e6-60ca-43cc-ac85-9993982c81a8/98db7bfe-5110-429d-b739-1db31f977d24) {{(pid=101540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:38:46.939684 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-45fbd44e-7a35-4bf0-b492-29ec6e8fe198 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:46.944939 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2946a823-1b9f-4238-9e85-cf6642dc5402 None None] Publish callbacks [] for port, precommit_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:46.957566 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2946a823-1b9f-4238-9e85-cf6642dc5402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:46.965235 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-45fbd44e-7a35-4bf0-b492-29ec6e8fe198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:47.002262 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2946a823-1b9f-4238-9e85-cf6642dc5402 None None] Network 2cd29832-dfaa-48c8-ad99-924c3912245f is already hosted by enough agents. {{(pid=101540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:38:47.009254 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.scheduler.base_scheduler [None req-2946a823-1b9f-4238-9e85-cf6642dc5402 None None] Resources bound (agent type, host, resource id): {{(pid=101540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:38:47.013640 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2946a823-1b9f-4238-9e85-cf6642dc5402 None None] Received port after_create {{(pid=101540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:38:47.088082 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946a823-1b9f-4238-9e85-cf6642dc5402 None None] Pushing event updated for resources: {'Port': ['ID=98db7bfe-5110-429d-b739-1db31f977d24,revision_number=1']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:47.106948 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-2946a823-1b9f-4238-9e85-cf6642dc5402 None None] Attempting to bind port 98db7bfe-5110-429d-b739-1db31f977d24 on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:38:47.107491 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-2946a823-1b9f-4238-9e85-cf6642dc5402 None None] Attempting to bind port 98db7bfe-5110-429d-b739-1db31f977d24 by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': '3e34fef4-b403-4b31-a6da-4db7450c0e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f'}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:38:47.108562 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2946a823-1b9f-4238-9e85-cf6642dc5402 None None] Attempting to bind port 98db7bfe-5110-429d-b739-1db31f977d24 on network 2cd29832-dfaa-48c8-ad99-924c3912245f {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:38:47.113491 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-0d71aa8a-55d1-49cb-a1c0-954abd8239e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:47.116517 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2946a823-1b9f-4238-9e85-cf6642dc5402 None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:38:47.117116 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2946a823-1b9f-4238-9e85-cf6642dc5402 None None] Checking segment: {'id': '3e34fef4-b403-4b31-a6da-4db7450c0e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:38:47.117513 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2946a823-1b9f-4238-9e85-cf6642dc5402 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:47.117913 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2946a823-1b9f-4238-9e85-cf6642dc5402 None None] Bound using segment: {'id': '3e34fef4-b403-4b31-a6da-4db7450c0e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f'} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:38:47.118408 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-2946a823-1b9f-4238-9e85-cf6642dc5402 None None] Bound port: 98db7bfe-5110-429d-b739-1db31f977d24, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e34fef4-b403-4b31-a6da-4db7450c0e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f'}}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:38:47.118820 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2946a823-1b9f-4238-9e85-cf6642dc5402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:47.140770 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [None req-45fbd44e-7a35-4bf0-b492-29ec6e8fe198 admin admin] Allocated IP 172.27.2.204 (ee68bfbb-5103-4d10-b9ad-fba4a097df41/ecb224d9-3cd4-4979-8f79-b30a4344ff69/7549a9bb-cb8b-4037-9696-a27db3dcdfbb) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:38:47.207946 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-2946a823-1b9f-4238-9e85-cf6642dc5402 None None] For port 98db7bfe-5110-429d-b739-1db31f977d24, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:38:47.218160 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-2946a823-1b9f-4238-9e85-cf6642dc5402 None None] For port 98db7bfe-5110-429d-b739-1db31f977d24, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=98db7bfe-5110-429d-b739-1db31f977d24,segment=NetworkSegment(3e34fef4-b403-4b31-a6da-4db7450c0e36),segment_id=3e34fef4-b403-4b31-a6da-4db7450c0e36)] {{(pid=101540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:38:47.227630 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2946a823-1b9f-4238-9e85-cf6642dc5402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:47.328779 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946a823-1b9f-4238-9e85-cf6642dc5402 None None] Pushing event updated for resources: {'Port': ['ID=98db7bfe-5110-429d-b739-1db31f977d24,revision_number=2']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:47.337000 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-45fbd44e-7a35-4bf0-b492-29ec6e8fe198 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:47.359990 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdac59-5fde-44c7-9314-1ed856e55e2f req-b14b555d-9bd6-4c14-a911-cc7dfc4f1d33 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:47.361792 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-44fdac59-5fde-44c7-9314-1ed856e55e2f req-b14b555d-9bd6-4c14-a911-cc7dfc4f1d33 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0874975 Oct 28 14:38:47.388193 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-45fbd44e-7a35-4bf0-b492-29ec6e8fe198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:47.420416 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-44fdac59-5fde-44c7-9314-1ed856e55e2f req-969c2ea7-52d4-4082-8cef-f0f837635c5e tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499187 Oct 28 14:38:47.439026 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fbd44e-7a35-4bf0-b492-29ec6e8fe198 admin admin] Network ee68bfbb-5103-4d10-b9ad-fba4a097df41 is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:38:47.440503 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fbd44e-7a35-4bf0-b492-29ec6e8fe198 admin admin] Pushing event updated for resources: {'Port': ['ID=7549a9bb-cb8b-4037-9696-a27db3dcdfbb,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:47.442276 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 35028) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:47.444026 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-45fbd44e-7a35-4bf0-b492-29ec6e8fe198 admin admin] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:38:47.446429 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fbd44e-7a35-4bf0-b492-29ec6e8fe198 admin admin] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:38:47.587724 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-92cb7a71-09c2-4616-85f9-51428cf3ef59 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-317997951-network', 'tenant_id': 'c550273fcf3242e683f9f92f9456dbee'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:38:47.646255 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cb7a71-09c2-4616-85f9-51428cf3ef59 admin admin] Made reservation on behalf of c550273fcf3242e683f9f92f9456dbee for: {'network': 1} {{(pid=101539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:38:47.654388 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-92cb7a71-09c2-4616-85f9-51428cf3ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for network, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:47.664500 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-92cb7a71-09c2-4616-85f9-51428cf3ef59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:47.770037 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-92cb7a71-09c2-4616-85f9-51428cf3ef59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:47.779468 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-92cb7a71-09c2-4616-85f9-51428cf3ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:47.807043 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92cb7a71-09c2-4616-85f9-51428cf3ef59 admin admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=101539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 14:38:47.816975 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb7a71-09c2-4616-85f9-51428cf3ef59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b065d60-9909-4df3-93cc-8b08feec06e0,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:47.833652 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-92cb7a71-09c2-4616-85f9-51428cf3ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:47.833982 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.db.segments_db [None req-92cb7a71-09c2-4616-85f9-51428cf3ef59 admin admin] Added segment 2e4b41f1-8520-42f7-8097-08c71739e061 of type vlan for network 85db76e5-dc63-4708-809d-c5852ddccd85 Oct 28 14:38:47.877347 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-92cb7a71-09c2-4616-85f9-51428cf3ef59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782348503983'] for network, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:47.918058 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-92cb7a71-09c2-4616-85f9-51428cf3ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for network, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:47.919702 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cb7a71-09c2-4616-85f9-51428cf3ef59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:47.920491 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-92cb7a71-09c2-4616-85f9-51428cf3ef59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:47.976855 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-45fbd44e-7a35-4bf0-b492-29ec6e8fe198 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:47.982974 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-92cb7a71-09c2-4616-85f9-51428cf3ef59 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5370157 Oct 28 14:38:47.983459 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 35040) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:47.986423 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb7a71-09c2-4616-85f9-51428cf3ef59 admin admin] Pushing event updated for resources: {'Network': ['ID=85db76e5-dc63-4708-809d-c5852ddccd85,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:47.989142 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-fbca7fa0-fb8c-42d9-8219-af84bd393b5d admin admin] Request body: {'subnet': {'network_id': '85db76e5-dc63-4708-809d-c5852ddccd85', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-317997951-subnet', 'tenant_id': 'c550273fcf3242e683f9f92f9456dbee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:38:47.997352 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Network 85db76e5-dc63-4708-809d-c5852ddccd85 details requested by agent ovs-agent-dv-cinder-815848-1-iscsi with host dv-cinder-815848-1-iscsi {{(pid=101540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 14:38:48.108000 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbca7fa0-fb8c-42d9-8219-af84bd393b5d admin admin] Made reservation on behalf of c550273fcf3242e683f9f92f9456dbee for: {'subnet': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:38:48.114711 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-fbca7fa0-fb8c-42d9-8219-af84bd393b5d admin admin] Publish callbacks [] for subnet, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:48.402863 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 98db7bfe-5110-429d-b739-1db31f977d24 up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:38:48.417719 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-45fbd44e-7a35-4bf0-b492-29ec6e8fe198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645785'] for router, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:48.457321 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 98db7bfe-5110-429d-b739-1db31f977d24 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:38:48.458195 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:48.571683 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:48.577990 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc519f86-254b-4e5c-8126-680f1f0f7f3f req-42fbf7d7-14b0-4b0d-934d-b146f91b6640 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:48.578575 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-fbca7fa0-fb8c-42d9-8219-af84bd393b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for subnet, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:48.580637 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-dc519f86-254b-4e5c-8126-680f1f0f7f3f req-42fbf7d7-14b0-4b0d-934d-b146f91b6640 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0761745 Oct 28 14:38:48.613279 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8cbec9-59af-4e23-8e2b-004fb122deed None None] Network 2cd29832-dfaa-48c8-ad99-924c3912245f requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:38:48.646339 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-dc519f86-254b-4e5c-8126-680f1f0f7f3f req-7d667302-e302-4c0c-adca-60ad9cbf2ab7 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546768 Oct 28 14:38:48.663835 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca7fa0-fb8c-42d9-8219-af84bd393b5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a70ca87f-e32e-4588-876d-15656de44e37,revision_number=0']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:48.683589 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbca7fa0-fb8c-42d9-8219-af84bd393b5d admin admin] Checking segment: {'id': '2e4b41f1-8520-42f7-8097-08c71739e061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '85db76e5-dc63-4708-809d-c5852ddccd85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:38:48.684058 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] For port 98db7bfe-5110-429d-b739-1db31f977d24, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=98db7bfe-5110-429d-b739-1db31f977d24,segment=NetworkSegment(3e34fef4-b403-4b31-a6da-4db7450c0e36),segment_id=3e34fef4-b403-4b31-a6da-4db7450c0e36)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:38:48.684201 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbca7fa0-fb8c-42d9-8219-af84bd393b5d admin admin] Network hostable DHCP agents. Network: 85db76e5-dc63-4708-809d-c5852ddccd85, hostable agents: ['0f5c18ae-0b98-4d4d-aaff-bac106b0409b'], hosted agents: [] {{(pid=101538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 14:38:48.703370 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fbd44e-7a35-4bf0-b492-29ec6e8fe198 admin admin] Router 0a318766-3ddf-490a-9b15-c4e09bc044ee is scheduled to L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd with binding_index 1 {{(pid=101538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 14:38:48.703683 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:48.712432 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-04dc2704-6f79-435e-acd6-5c8af44f8d20 None None] Provisioning complete for port 98db7bfe-5110-429d-b739-1db31f977d24 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:38:48.712880 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-04dc2704-6f79-435e-acd6-5c8af44f8d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:48.716428 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbca7fa0-fb8c-42d9-8219-af84bd393b5d admin admin] Network 85db76e5-dc63-4708-809d-c5852ddccd85 is scheduled to be hosted by DHCP agent 0f5c18ae-0b98-4d4d-aaff-bac106b0409b with binding_index 1 {{(pid=101538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 14:38:48.795977 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-fbca7fa0-fb8c-42d9-8219-af84bd393b5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-1-iscsi, 85db76e5-dc63-4708-809d-c5852ddccd85) {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:38:48.800584 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbca7fa0-fb8c-42d9-8219-af84bd393b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:48.801161 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-fbca7fa0-fb8c-42d9-8219-af84bd393b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for subnet, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:48.809907 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20b8153-0ab4-4390-b9ab-2f75bdc745b1 None None] Network 85db76e5-dc63-4708-809d-c5852ddccd85 requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:38:48.826999 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-fbca7fa0-fb8c-42d9-8219-af84bd393b5d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8423481 Oct 28 14:38:48.852314 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fbd44e-7a35-4bf0-b492-29ec6e8fe198 admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:38:48.857172 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Pushing event updated for resources: {'Port': ['ID=98db7bfe-5110-429d-b739-1db31f977d24,revision_number=3']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:48.862103 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] Sync routers for ids ['0a318766-3ddf-490a-9b15-c4e09bc044ee'] in dv-cinder-815848-1-iscsi {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:38:48.873091 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] Routers {'0a318766-3ddf-490a-9b15-c4e09bc044ee'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:38:48.873659 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:38:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['0a318766-3ddf-490a-9b15-c4e09bc044ee'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:38:48.887550 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-45fbd44e-7a35-4bf0-b492-29ec6e8fe198 admin admin] Publish callbacks [] for router, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:48.890145 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-45fbd44e-7a35-4bf0-b492-29ec6e8fe198 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5187898 Oct 28 14:38:48.892443 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 35056) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:48.994973 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] Set router 0a318766-3ddf-490a-9b15-c4e09bc044ee gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:38:49.063515 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1549b100-cdc0-47f1-9cc6-8096a25e4dae None None] Network 85db76e5-dc63-4708-809d-c5852ddccd85 requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:38:49.261491 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'name': 'tempest-TestShelveInstance-161967574-router', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '7549a9bb-cb8b-4037-9696-a27db3dcdfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:38:47Z', 'revision_number': 3, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'gw_port': {'id': '7549a9bb-cb8b-4037-9696-a27db3dcdfbb', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dd:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:38:49.294864 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] Checking router: 0a318766-3ddf-490a-9b15-c4e09bc044ee for host: dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:38:49.295502 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] Updating router 0a318766-3ddf-490a-9b15-c4e09bc044ee port 7549a9bb-cb8b-4037-9696-a27db3dcdfbb binding host dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 14:38:49.367663 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:49.426615 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-19eb38d9-3458-4414-82e2-5c3d35c7018d None None] Provisioning complete for port 98db7bfe-5110-429d-b739-1db31f977d24 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:38:49.427394 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-19eb38d9-3458-4414-82e2-5c3d35c7018d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:49.510738 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-c001f3a9-c73f-4ac0-a70a-9f77ab1bf975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:49.706269 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.db_base_plugin_common [None req-c001f3a9-c73f-4ac0-a70a-9f77ab1bf975 admin admin] Allocated IP 172.20.0.1 (2cd29832-dfaa-48c8-ad99-924c3912245f/ccb665e6-60ca-43cc-ac85-9993982c81a8/3b641760-5d09-4e6c-bce6-61a63ef2983a) {{(pid=101539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:38:49.749857 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] Publish callbacks [] for port, precommit_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:49.762372 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:49.813185 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] Attempting to bind port 7549a9bb-cb8b-4037-9696-a27db3dcdfbb on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:38:49.813926 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] Attempting to bind port 7549a9bb-cb8b-4037-9696-a27db3dcdfbb by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}] {{(pid=101541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:38:49.814067 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] Attempting to bind port 7549a9bb-cb8b-4037-9696-a27db3dcdfbb on network ee68bfbb-5103-4d10-b9ad-fba4a097df41 {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:38:49.821136 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba846ae1-70ae-4a5c-a8cd-657890268fde req-4958fd96-864e-46cb-862c-decbffd622a0 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:49.822633 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ba846ae1-70ae-4a5c-a8cd-657890268fde req-4958fd96-864e-46cb-862c-decbffd622a0 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0960071 Oct 28 14:38:49.823356 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:38:49.823721 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] Checking segment: {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:38:49.824111 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:49.824488 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] Bound using segment: {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'} {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:38:49.824946 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] Bound port: 7549a9bb-cb8b-4037-9696-a27db3dcdfbb, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}}] {{(pid=101541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:38:49.825333 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:49.826991 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4d5d6-4764-4070-9fe9-01fe5129df9f None None] Pushing event updated for resources: {'Port': ['ID=7549a9bb-cb8b-4037-9696-a27db3dcdfbb,revision_number=2']} {{(pid=101541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:49.855623 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4d5d6-4764-4070-9fe9-01fe5129df9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:49.855975 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4d5d6-4764-4070-9fe9-01fe5129df9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:49.856310 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4d5d6-4764-4070-9fe9-01fe5129df9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:49.856637 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4d5d6-4764-4070-9fe9-01fe5129df9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:49.856957 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4d5d6-4764-4070-9fe9-01fe5129df9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:49.857274 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4d5d6-4764-4070-9fe9-01fe5129df9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:49.857589 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4d5d6-4764-4070-9fe9-01fe5129df9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:49.858221 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4d5d6-4764-4070-9fe9-01fe5129df9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:49.858671 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4d5d6-4764-4070-9fe9-01fe5129df9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:49.859012 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4d5d6-4764-4070-9fe9-01fe5129df9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:49.859327 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4d5d6-4764-4070-9fe9-01fe5129df9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:49.859638 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f4d5d6-4764-4070-9fe9-01fe5129df9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:49.869233 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-c001f3a9-c73f-4ac0-a70a-9f77ab1bf975 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:49.902322 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ba846ae1-70ae-4a5c-a8cd-657890268fde req-28b22d67-d0bf-41a2-8dd2-df0409c6a544 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630581 Oct 28 14:38:49.911159 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.db [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] For port 7549a9bb-cb8b-4037-9696-a27db3dcdfbb, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:38:49.914665 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.db [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] For port 7549a9bb-cb8b-4037-9696-a27db3dcdfbb, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=7549a9bb-cb8b-4037-9696-a27db3dcdfbb,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:38:49.930761 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-c001f3a9-c73f-4ac0-a70a-9f77ab1bf975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:49.932655 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:49.973755 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c001f3a9-c73f-4ac0-a70a-9f77ab1bf975 admin admin] Network 2cd29832-dfaa-48c8-ad99-924c3912245f is already hosted by enough agents. {{(pid=101539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:38:49.978335 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [None req-c001f3a9-c73f-4ac0-a70a-9f77ab1bf975 admin admin] Resources bound (agent type, host, resource id): {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:38:49.981139 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c001f3a9-c73f-4ac0-a70a-9f77ab1bf975 admin admin] Received port after_create {{(pid=101539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:38:49.981283 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] Routers {'0a318766-3ddf-490a-9b15-c4e09bc044ee'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:38:49.981804 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:38:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['0a318766-3ddf-490a-9b15-c4e09bc044ee'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:38:50.010625 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001f3a9-c73f-4ac0-a70a-9f77ab1bf975 admin admin] Pushing event updated for resources: {'Port': ['ID=3b641760-5d09-4e6c-bce6-61a63ef2983a,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:50.039329 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-c001f3a9-c73f-4ac0-a70a-9f77ab1bf975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640452'] for router_interface, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:50.083861 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-b1d88ba0-7782-489e-9167-51811f47e816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:50.198655 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-c001f3a9-c73f-4ac0-a70a-9f77ab1bf975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:50.224813 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] Set router 0a318766-3ddf-490a-9b15-c4e09bc044ee gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:38:50.226871 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4d5d6-4764-4070-9fe9-01fe5129df9f None None] Pushing event updated for resources: {'Port': ['ID=7549a9bb-cb8b-4037-9696-a27db3dcdfbb,revision_number=3']} {{(pid=101541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:50.287383 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-46452595-81ec-4f92-b9eb-8ee73b734a3e None None] Provisioning complete for port 3b641760-5d09-4e6c-bce6-61a63ef2983a triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:38:50.287753 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-46452595-81ec-4f92-b9eb-8ee73b734a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:50.347821 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-46452595-81ec-4f92-b9eb-8ee73b734a3e None None] Port 3b641760-5d09-4e6c-bce6-61a63ef2983a cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:38:50.378635 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 98db7bfe-5110-429d-b739-1db31f977d24 up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:38:50.385999 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-c001f3a9-c73f-4ac0-a70a-9f77ab1bf975 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:50.392474 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-c001f3a9-c73f-4ac0-a70a-9f77ab1bf975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5860495'] for port, after_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:50.442480 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'name': 'tempest-TestShelveInstance-161967574-router', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '7549a9bb-cb8b-4037-9696-a27db3dcdfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:38:47Z', 'revision_number': 3, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'gw_port': {'id': '7549a9bb-cb8b-4037-9696-a27db3dcdfbb', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dd:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:38:50.444727 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 98db7bfe-5110-429d-b739-1db31f977d24 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:38:50.445224 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:50.467268 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001f3a9-c73f-4ac0-a70a-9f77ab1bf975 admin admin] Pushing event updated for resources: {'Port': ['ID=3b641760-5d09-4e6c-bce6-61a63ef2983a,revision_number=2']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:50.470086 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-c001f3a9-c73f-4ac0-a70a-9f77ab1bf975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645972'] for router_interface, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:50.474818 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d743ef-80fc-4de9-86e8-f14ddc2c594a None None] The sync data for ids ['0a318766-3ddf-490a-9b15-c4e09bc044ee'] in dv-cinder-815848-1-iscsi is: [{'id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'name': 'tempest-TestShelveInstance-161967574-router', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '7549a9bb-cb8b-4037-9696-a27db3dcdfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:38:47Z', 'revision_number': 3, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'gw_port': {'id': '7549a9bb-cb8b-4037-9696-a27db3dcdfbb', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dd:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}] {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:38:50.574007 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c001f3a9-c73f-4ac0-a70a-9f77ab1bf975 admin admin] Network 2cd29832-dfaa-48c8-ad99-924c3912245f is already hosted by enough agents. {{(pid=101539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:38:50.575491 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [None req-c001f3a9-c73f-4ac0-a70a-9f77ab1bf975 admin admin] Resources bound (agent type, host, resource id): {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:38:50.700931 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c001f3a9-c73f-4ac0-a70a-9f77ab1bf975 admin admin] Router 0a318766-3ddf-490a-9b15-c4e09bc044ee has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:38:50.834854 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c001f3a9-c73f-4ac0-a70a-9f77ab1bf975 admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:38:50.839961 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-c001f3a9-c73f-4ac0-a70a-9f77ab1bf975 admin admin] 10.222.0.79 "PUT /v2.0/routers/0a318766-3ddf-490a-9b15-c4e09bc044ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9461226 Oct 28 14:38:50.874206 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-59e7eaa8-a347-43a7-bc23-1c9ce6878eb1 None None] Provisioning complete for port 3b641760-5d09-4e6c-bce6-61a63ef2983a triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:38:50.874560 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-59e7eaa8-a347-43a7-bc23-1c9ce6878eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:50.915034 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-59e7eaa8-a347-43a7-bc23-1c9ce6878eb1 None None] Port 3b641760-5d09-4e6c-bce6-61a63ef2983a cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:38:51.025926 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:51.291397 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:51.347837 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 35122) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:51.353037 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1538627887-network', 'tenant_id': 'e3042a7154394fd1ab02dda0f29aa720'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:38:51.374391 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] Made reservation on behalf of e3042a7154394fd1ab02dda0f29aa720 for: {'network': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:38:51.376725 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for network, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:51.385278 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:51.458269 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:51.464922 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:51.489673 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=101538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 14:38:51.500836 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6b1cab-fffa-4fad-9703-172d570f2e29,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:51.506699 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:51.507169 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.db.segments_db [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] Added segment caa6dafc-037d-491e-b00c-9476b34f8bd4 of type vlan for network a009bc94-a2c0-413d-b82a-287ac301740f Oct 28 14:38:51.518076 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:51.518426 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:51.518791 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:51.519130 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:51.519458 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:51.519788 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:51.520118 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:51.520447 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:51.520776 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:51.521100 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:51.521419 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:51.521738 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:38:51.562503 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782348503983'] for network, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:51.589204 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for network, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:51.590172 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:51.590852 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:51.648049 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2990181 Oct 28 14:38:51.651089 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 35124) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:51.652809 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1c741-eebd-4217-ad77-ab587b6e0bfd admin admin] Pushing event updated for resources: {'Network': ['ID=a009bc94-a2c0-413d-b82a-287ac301740f,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:51.657687 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-9b3ceb13-0228-4d9c-87d7-ae6cbaad8279 admin admin] Request body: {'subnet': {'network_id': 'a009bc94-a2c0-413d-b82a-287ac301740f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1538627887-subnet', 'tenant_id': 'e3042a7154394fd1ab02dda0f29aa720', 'ip_version': 4}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:38:51.663561 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Network a009bc94-a2c0-413d-b82a-287ac301740f details requested by agent ovs-agent-dv-cinder-815848-1-iscsi with host dv-cinder-815848-1-iscsi {{(pid=101540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 14:38:51.684733 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3ceb13-0228-4d9c-87d7-ae6cbaad8279 admin admin] Made reservation on behalf of e3042a7154394fd1ab02dda0f29aa720 for: {'subnet': 1} {{(pid=101539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:38:51.687370 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-9b3ceb13-0228-4d9c-87d7-ae6cbaad8279 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4689317'] for subnet, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:51.891074 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-9b3ceb13-0228-4d9c-87d7-ae6cbaad8279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5860352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4689335'] for subnet, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:51.943300 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ceb13-0228-4d9c-87d7-ae6cbaad8279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beb250cc-b482-45ef-a0a1-72083ff54fce,revision_number=0']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:51.958391 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3ceb13-0228-4d9c-87d7-ae6cbaad8279 admin admin] Checking segment: {'id': 'caa6dafc-037d-491e-b00c-9476b34f8bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'a009bc94-a2c0-413d-b82a-287ac301740f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:38:51.958767 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3ceb13-0228-4d9c-87d7-ae6cbaad8279 admin admin] Network hostable DHCP agents. Network: a009bc94-a2c0-413d-b82a-287ac301740f, hostable agents: ['0f5c18ae-0b98-4d4d-aaff-bac106b0409b'], hosted agents: [] {{(pid=101539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 14:38:51.976053 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3ceb13-0228-4d9c-87d7-ae6cbaad8279 admin admin] Network a009bc94-a2c0-413d-b82a-287ac301740f is scheduled to be hosted by DHCP agent 0f5c18ae-0b98-4d4d-aaff-bac106b0409b with binding_index 1 {{(pid=101539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 14:38:51.985744 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [None req-9b3ceb13-0228-4d9c-87d7-ae6cbaad8279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-1-iscsi, a009bc94-a2c0-413d-b82a-287ac301740f) {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:38:51.989950 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ceb13-0228-4d9c-87d7-ae6cbaad8279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:51.990553 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-9b3ceb13-0228-4d9c-87d7-ae6cbaad8279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for subnet, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:51.994927 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb418093-745d-4d52-b1c5-d5e571e45633 None None] Network a009bc94-a2c0-413d-b82a-287ac301740f requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:38:52.010954 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-9b3ceb13-0228-4d9c-87d7-ae6cbaad8279 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3542311 Oct 28 14:38:52.011247 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 35130) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:52.016072 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-42d4935f-e270-4d6d-8593-de9e9c54dc3d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1538627887-router', 'tenant_id': 'e3042a7154394fd1ab02dda0f29aa720', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:38:52.041368 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-42d4935f-e270-4d6d-8593-de9e9c54dc3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1061'] for router, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:52.043088 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-42d4935f-e270-4d6d-8593-de9e9c54dc3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1054'] for router, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:52.055305 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] Sync routers for ids ['0a318766-3ddf-490a-9b15-c4e09bc044ee'] in dv-cinder-815848-1-iscsi {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:38:52.093085 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-42d4935f-e270-4d6d-8593-de9e9c54dc3d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:52.095250 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] Routers {'0a318766-3ddf-490a-9b15-c4e09bc044ee'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:38:52.095905 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:38:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['0a318766-3ddf-490a-9b15-c4e09bc044ee'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:38:52.159928 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:52.232461 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-42d4935f-e270-4d6d-8593-de9e9c54dc3d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:52.253094 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09662d0b-7460-4780-a52a-0a13145871c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb12ed448-6782-5d32-adc4-26a542b5c6bd-a009bc94-a2c0-413d-b82a-287ac301740f', 'network_id': 'a009bc94-a2c0-413d-b82a-287ac301740f', 'tenant_id': 'e3042a7154394fd1ab02dda0f29aa720', 'fixed_ips': [{'subnet_id': 'beb250cc-b482-45ef-a0a1-72083ff54fce'}]}} from dv-cinder-815848-1-iscsi. {{(pid=101540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 14:38:52.254006 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-09662d0b-7460-4780-a52a-0a13145871c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:52.256809 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] Set router 0a318766-3ddf-490a-9b15-c4e09bc044ee gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:38:52.389585 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 7549a9bb-cb8b-4037-9696-a27db3dcdfbb up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:38:52.438457 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-42d4935f-e270-4d6d-8593-de9e9c54dc3d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:52.457040 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-42d4935f-e270-4d6d-8593-de9e9c54dc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:52.557629 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [None req-42d4935f-e270-4d6d-8593-de9e9c54dc3d admin admin] Allocated IP 172.27.2.156 (ee68bfbb-5103-4d10-b9ad-fba4a097df41/ecb224d9-3cd4-4979-8f79-b30a4344ff69/6a570600-4760-45bb-89d9-27bd0d6fee3a) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:38:52.582381 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.db_base_plugin_common [None req-09662d0b-7460-4780-a52a-0a13145871c9 None None] Allocated IP 172.20.0.2 (a009bc94-a2c0-413d-b82a-287ac301740f/beb250cc-b482-45ef-a0a1-72083ff54fce/f965f783-5a86-40c0-b022-51809f6e99ca) {{(pid=101540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:38:52.586815 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 7549a9bb-cb8b-4037-9696-a27db3dcdfbb triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:38:52.587250 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:52.663060 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-42d4935f-e270-4d6d-8593-de9e9c54dc3d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:52.697426 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-42d4935f-e270-4d6d-8593-de9e9c54dc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:52.738753 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d4935f-e270-4d6d-8593-de9e9c54dc3d admin admin] Network ee68bfbb-5103-4d10-b9ad-fba4a097df41 is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:38:52.744529 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-42d4935f-e270-4d6d-8593-de9e9c54dc3d admin admin] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:38:52.747203 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4935f-e270-4d6d-8593-de9e9c54dc3d admin admin] Pushing event updated for resources: {'Port': ['ID=6a570600-4760-45bb-89d9-27bd0d6fee3a,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:52.749503 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d4935f-e270-4d6d-8593-de9e9c54dc3d admin admin] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:38:52.771739 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'name': 'tempest-TestShelveInstance-161967574-router', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '7549a9bb-cb8b-4037-9696-a27db3dcdfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:38:50Z', 'revision_number': 4, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'gw_port': {'id': '7549a9bb-cb8b-4037-9696-a27db3dcdfbb', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dd:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '3b641760-5d09-4e6c-bce6-61a63ef2983a', 'name': '', 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'mac_address': 'fa:16:3e:f4:2e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'ccb665e6-60ca-43cc-ac85-9993982c81a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:49Z', 'updated_at': '2021-10-28T14:38:50Z', 'revision_number': 2, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'subnets': [{'id': 'ccb665e6-60ca-43cc-ac85-9993982c81a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:38:52.790778 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:52.830200 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] Checking router: 0a318766-3ddf-490a-9b15-c4e09bc044ee for host: dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:38:52.830550 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] Updating router 0a318766-3ddf-490a-9b15-c4e09bc044ee port 3b641760-5d09-4e6c-bce6-61a63ef2983a binding host dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 14:38:52.862794 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] For port 7549a9bb-cb8b-4037-9696-a27db3dcdfbb, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=7549a9bb-cb8b-4037-9696-a27db3dcdfbb,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:38:52.873678 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:52.878958 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:52.885017 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-09662d0b-7460-4780-a52a-0a13145871c9 None None] Publish callbacks [] for port, precommit_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:52.913771 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-09662d0b-7460-4780-a52a-0a13145871c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:52.967921 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-42d4935f-e270-4d6d-8593-de9e9c54dc3d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:52.974815 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09662d0b-7460-4780-a52a-0a13145871c9 None None] Network a009bc94-a2c0-413d-b82a-287ac301740f is already hosted by enough agents. {{(pid=101540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:38:52.976986 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Pushing event updated for resources: {'Port': ['ID=7549a9bb-cb8b-4037-9696-a27db3dcdfbb,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:52.983380 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.scheduler.base_scheduler [None req-09662d0b-7460-4780-a52a-0a13145871c9 None None] Resources bound (agent type, host, resource id): {{(pid=101540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:38:52.989182 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09662d0b-7460-4780-a52a-0a13145871c9 None None] Received port after_create {{(pid=101540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:38:53.126666 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09662d0b-7460-4780-a52a-0a13145871c9 None None] Pushing event updated for resources: {'Port': ['ID=f965f783-5a86-40c0-b022-51809f6e99ca,revision_number=1']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:53.140729 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b92f7-9232-4c90-a3db-278fa48f0631 req-8bcf2181-8817-4968-ac41-24c4663ad6b3 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:53.142652 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-153b92f7-9232-4c90-a3db-278fa48f0631 req-8bcf2181-8817-4968-ac41-24c4663ad6b3 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0622201 Oct 28 14:38:53.149204 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-09662d0b-7460-4780-a52a-0a13145871c9 None None] Attempting to bind port f965f783-5a86-40c0-b022-51809f6e99ca on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:38:53.149571 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-09662d0b-7460-4780-a52a-0a13145871c9 None None] Attempting to bind port f965f783-5a86-40c0-b022-51809f6e99ca by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': 'caa6dafc-037d-491e-b00c-9476b34f8bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'a009bc94-a2c0-413d-b82a-287ac301740f'}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:38:53.149931 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09662d0b-7460-4780-a52a-0a13145871c9 None None] Attempting to bind port f965f783-5a86-40c0-b022-51809f6e99ca on network a009bc94-a2c0-413d-b82a-287ac301740f {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:38:53.182143 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-153b92f7-9232-4c90-a3db-278fa48f0631 req-259b5bc2-0b07-40b5-afa7-9b4953065710 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333796 Oct 28 14:38:53.186671 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09662d0b-7460-4780-a52a-0a13145871c9 None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:38:53.187064 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09662d0b-7460-4780-a52a-0a13145871c9 None None] Checking segment: {'id': 'caa6dafc-037d-491e-b00c-9476b34f8bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'a009bc94-a2c0-413d-b82a-287ac301740f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:38:53.187462 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-09662d0b-7460-4780-a52a-0a13145871c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:53.187850 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09662d0b-7460-4780-a52a-0a13145871c9 None None] Bound using segment: {'id': 'caa6dafc-037d-491e-b00c-9476b34f8bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'a009bc94-a2c0-413d-b82a-287ac301740f'} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:38:53.188323 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-09662d0b-7460-4780-a52a-0a13145871c9 None None] Bound port: f965f783-5a86-40c0-b022-51809f6e99ca, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa6dafc-037d-491e-b00c-9476b34f8bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'a009bc94-a2c0-413d-b82a-287ac301740f'}}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:38:53.188732 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-09662d0b-7460-4780-a52a-0a13145871c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:53.211193 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-42d4935f-e270-4d6d-8593-de9e9c54dc3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645785'] for router, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:53.290083 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-09662d0b-7460-4780-a52a-0a13145871c9 None None] For port f965f783-5a86-40c0-b022-51809f6e99ca, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:38:53.307127 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-09662d0b-7460-4780-a52a-0a13145871c9 None None] For port f965f783-5a86-40c0-b022-51809f6e99ca, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=f965f783-5a86-40c0-b022-51809f6e99ca,segment=NetworkSegment(caa6dafc-037d-491e-b00c-9476b34f8bd4),segment_id=caa6dafc-037d-491e-b00c-9476b34f8bd4)] {{(pid=101540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:38:53.315448 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-09662d0b-7460-4780-a52a-0a13145871c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:53.344653 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d4935f-e270-4d6d-8593-de9e9c54dc3d admin admin] Router e9c5b660-5857-4abf-8ce8-cba21d896d6b is scheduled to L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd with binding_index 1 {{(pid=101538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 14:38:53.454368 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d4935f-e270-4d6d-8593-de9e9c54dc3d admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:38:53.464094 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] Sync routers for ids ['e9c5b660-5857-4abf-8ce8-cba21d896d6b'] in dv-cinder-815848-1-iscsi {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:38:53.473603 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-42d4935f-e270-4d6d-8593-de9e9c54dc3d admin admin] Publish callbacks [] for router, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:53.475274 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-42d4935f-e270-4d6d-8593-de9e9c54dc3d admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4624746 Oct 28 14:38:53.476658 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] Routers {'e9c5b660-5857-4abf-8ce8-cba21d896d6b'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:38:53.477271 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:38:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['e9c5b660-5857-4abf-8ce8-cba21d896d6b'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:38:53.477754 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 35136) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:53.542046 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] Publish callbacks [] for port, precommit_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:53.549630 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09662d0b-7460-4780-a52a-0a13145871c9 None None] Pushing event updated for resources: {'Port': ['ID=f965f783-5a86-40c0-b022-51809f6e99ca,revision_number=2']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:53.555425 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:53.599132 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] Set router e9c5b660-5857-4abf-8ce8-cba21d896d6b gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:38:53.628402 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6a18f-46f5-4713-a2b5-670649de641f None None] Pushing event updated for resources: {'Port': ['ID=3b641760-5d09-4e6c-bce6-61a63ef2983a,revision_number=3']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:53.676333 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] Attempting to bind port 3b641760-5d09-4e6c-bce6-61a63ef2983a on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:38:53.676854 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] Attempting to bind port 3b641760-5d09-4e6c-bce6-61a63ef2983a by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': '3e34fef4-b403-4b31-a6da-4db7450c0e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f'}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:38:53.677306 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] Attempting to bind port 3b641760-5d09-4e6c-bce6-61a63ef2983a on network 2cd29832-dfaa-48c8-ad99-924c3912245f {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:38:53.693073 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:38:53.693791 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] Checking segment: {'id': '3e34fef4-b403-4b31-a6da-4db7450c0e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:38:53.694269 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:53.694757 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] Bound using segment: {'id': '3e34fef4-b403-4b31-a6da-4db7450c0e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f'} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:38:53.695237 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] Bound port: 3b641760-5d09-4e6c-bce6-61a63ef2983a, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e34fef4-b403-4b31-a6da-4db7450c0e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f'}}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:38:53.695616 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:53.792574 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] For port 3b641760-5d09-4e6c-bce6-61a63ef2983a, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:38:53.796909 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] For port 3b641760-5d09-4e6c-bce6-61a63ef2983a, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=3b641760-5d09-4e6c-bce6-61a63ef2983a,segment=NetworkSegment(3e34fef4-b403-4b31-a6da-4db7450c0e36),segment_id=3e34fef4-b403-4b31-a6da-4db7450c0e36)] {{(pid=101540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:38:53.814222 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:53.924747 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] Routers {'0a318766-3ddf-490a-9b15-c4e09bc044ee'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:38:53.928768 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:38:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['0a318766-3ddf-490a-9b15-c4e09bc044ee'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:38:53.947741 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6a18f-46f5-4713-a2b5-670649de641f None None] Pushing event updated for resources: {'Port': ['ID=3b641760-5d09-4e6c-bce6-61a63ef2983a,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:53.950359 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c5b660-5857-4abf-8ce8-cba21d896d6b', 'name': 'tempest-TestShelveInstance-1538627887-router', 'tenant_id': 'e3042a7154394fd1ab02dda0f29aa720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '6a570600-4760-45bb-89d9-27bd0d6fee3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:38:52Z', 'updated_at': '2021-10-28T14:38:52Z', 'revision_number': 3, 'project_id': 'e3042a7154394fd1ab02dda0f29aa720', 'gw_port': {'id': '6a570600-4760-45bb-89d9-27bd0d6fee3a', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c5b660-5857-4abf-8ce8-cba21d896d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:52Z', 'updated_at': '2021-10-28T14:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:38:54.025106 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] Checking router: e9c5b660-5857-4abf-8ce8-cba21d896d6b for host: dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:38:54.025458 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] Updating router e9c5b660-5857-4abf-8ce8-cba21d896d6b port 6a570600-4760-45bb-89d9-27bd0d6fee3a binding host dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 14:38:54.090317 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:54.275558 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-7bf64123-a417-4768-b8a1-6528a4d6706f None None] Provisioning complete for port 3b641760-5d09-4e6c-bce6-61a63ef2983a triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:38:54.276100 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-7bf64123-a417-4768-b8a1-6528a4d6706f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:54.345735 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] Set router 0a318766-3ddf-490a-9b15-c4e09bc044ee gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:38:54.577125 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device f965f783-5a86-40c0-b022-51809f6e99ca up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:38:54.586782 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-7bf64123-a417-4768-b8a1-6528a4d6706f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:54.679033 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-cb267913-6760-4b55-bd31-307ecb1db385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:54.789815 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-7bf64123-a417-4768-b8a1-6528a4d6706f None None] For port 3b641760-5d09-4e6c-bce6-61a63ef2983a, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=3b641760-5d09-4e6c-bce6-61a63ef2983a,segment=NetworkSegment(3e34fef4-b403-4b31-a6da-4db7450c0e36),segment_id=3e34fef4-b403-4b31-a6da-4db7450c0e36)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:38:54.806794 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] Publish callbacks [] for port, precommit_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:54.813655 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-7bf64123-a417-4768-b8a1-6528a4d6706f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:54.818191 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:54.896738 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccd005-1081-4bea-ad9a-c2b10afe5903 req-ea70ea06-b73f-4258-933c-f9b17a19b204 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:54.904994 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-29ccd005-1081-4bea-ad9a-c2b10afe5903 req-ea70ea06-b73f-4258-933c-f9b17a19b204 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.5390637 Oct 28 14:38:54.931499 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] Attempting to bind port 6a570600-4760-45bb-89d9-27bd0d6fee3a on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:38:54.932113 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] Attempting to bind port 6a570600-4760-45bb-89d9-27bd0d6fee3a by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}] {{(pid=101541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:38:54.932621 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] Attempting to bind port 6a570600-4760-45bb-89d9-27bd0d6fee3a on network ee68bfbb-5103-4d10-b9ad-fba4a097df41 {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:38:54.936836 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c62842-f438-4fe2-86c5-79d8aa9a7746 None None] Pushing event updated for resources: {'Port': ['ID=6a570600-4760-45bb-89d9-27bd0d6fee3a,revision_number=2']} {{(pid=101541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:54.952256 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:38:54.952976 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] Checking segment: {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:38:54.954467 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:54.954962 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] Bound using segment: {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'} {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:38:54.956014 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] Bound port: 6a570600-4760-45bb-89d9-27bd0d6fee3a, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}}] {{(pid=101541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:38:54.957134 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:54.961922 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port f965f783-5a86-40c0-b022-51809f6e99ca triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:38:54.962308 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:54.976596 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-29ccd005-1081-4bea-ad9a-c2b10afe5903 req-e7fdeb0e-30de-4402-8778-2ae166d2981d tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704684 Oct 28 14:38:54.984903 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [None req-cb267913-6760-4b55-bd31-307ecb1db385 admin admin] Allocated IP 172.20.0.1 (a009bc94-a2c0-413d-b82a-287ac301740f/beb250cc-b482-45ef-a0a1-72083ff54fce/1ce30707-c38e-4617-94ce-1585b86bf931) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:38:55.007799 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-d878fc31-5b9a-4e76-835b-d51d5e75ae4c tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:55.016550 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-d878fc31-5b9a-4e76-835b-d51d5e75ae4c tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/networks?id=85db76e5-dc63-4708-809d-c5852ddccd85 HTTP/1.1" status: 200 len: 813 time: 0.5676649 Oct 28 14:38:55.032413 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.db [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] For port 6a570600-4760-45bb-89d9-27bd0d6fee3a, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:38:55.034438 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-a8ac33ab-826e-47f2-827d-b3ab5c3fdfcb None None] Provisioning complete for port 3b641760-5d09-4e6c-bce6-61a63ef2983a triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:38:55.034892 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-a8ac33ab-826e-47f2-827d-b3ab5c3fdfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:55.039052 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.db [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] For port 6a570600-4760-45bb-89d9-27bd0d6fee3a, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=6a570600-4760-45bb-89d9-27bd0d6fee3a,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:38:55.040526 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-668c582b-ceae-432f-ac7a-89d463157f28 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/quotas/c550273fcf3242e683f9f92f9456dbee HTTP/1.1" status: 200 len: 375 time: 0.0190973 Oct 28 14:38:55.058013 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:55.082100 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-fd4bae06-70fb-4cda-b29c-55715f97161f tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c550273fcf3242e683f9f92f9456dbee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404289 Oct 28 14:38:55.149732 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] Routers {'e9c5b660-5857-4abf-8ce8-cba21d896d6b'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:38:55.150420 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:38:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['e9c5b660-5857-4abf-8ce8-cba21d896d6b'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:38:55.153379 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf64123-a417-4768-b8a1-6528a4d6706f None None] Pushing event updated for resources: {'Port': ['ID=3b641760-5d09-4e6c-bce6-61a63ef2983a,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:55.183930 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-cb267913-6760-4b55-bd31-307ecb1db385 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:55.192082 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ac8476-c0af-4049-8992-bc8f962e5ee7 None None] Network a009bc94-a2c0-413d-b82a-287ac301740f requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:38:55.196586 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c62842-f438-4fe2-86c5-79d8aa9a7746 None None] Pushing event updated for resources: {'Port': ['ID=6a570600-4760-45bb-89d9-27bd0d6fee3a,revision_number=3']} {{(pid=101541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:55.220426 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'name': 'tempest-TestShelveInstance-161967574-router', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '7549a9bb-cb8b-4037-9696-a27db3dcdfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:38:50Z', 'revision_number': 4, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'gw_port': {'id': '7549a9bb-cb8b-4037-9696-a27db3dcdfbb', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '3b641760-5d09-4e6c-bce6-61a63ef2983a', 'name': '', 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'mac_address': 'fa:16:3e:f4:2e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'ccb665e6-60ca-43cc-ac85-9993982c81a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:49Z', 'updated_at': '2021-10-28T14:38:53Z', 'revision_number': 4, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'subnets': [{'id': 'ccb665e6-60ca-43cc-ac85-9993982c81a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:38:55.227786 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-cb267913-6760-4b55-bd31-307ecb1db385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:55.269988 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb267913-6760-4b55-bd31-307ecb1db385 admin admin] Network a009bc94-a2c0-413d-b82a-287ac301740f is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:38:55.278060 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-cb267913-6760-4b55-bd31-307ecb1db385 admin admin] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:38:55.282944 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-15d22be4-8ff6-40fc-9d09-cc5b524ad53c service neutron] 10.222.0.79 "GET /v2.0/networks/85db76e5-dc63-4708-809d-c5852ddccd85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983802 Oct 28 14:38:55.285080 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb267913-6760-4b55-bd31-307ecb1db385 admin admin] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:38:55.285576 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-cb267913-6760-4b55-bd31-307ecb1db385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640452'] for router_interface, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:55.307354 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] Set router e9c5b660-5857-4abf-8ce8-cba21d896d6b gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:38:55.321695 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:55.339394 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb267913-6760-4b55-bd31-307ecb1db385 admin admin] Pushing event updated for resources: {'Port': ['ID=1ce30707-c38e-4617-94ce-1585b86bf931,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:55.344841 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0397c0eb-11cb-4a27-a425-79a1e5bd4b3a None None] The sync data for ids ['0a318766-3ddf-490a-9b15-c4e09bc044ee'] in dv-cinder-815848-1-iscsi is: [{'id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'name': 'tempest-TestShelveInstance-161967574-router', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '7549a9bb-cb8b-4037-9696-a27db3dcdfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:38:50Z', 'revision_number': 4, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'gw_port': {'id': '7549a9bb-cb8b-4037-9696-a27db3dcdfbb', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '3b641760-5d09-4e6c-bce6-61a63ef2983a', 'name': '', 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'mac_address': 'fa:16:3e:f4:2e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'ccb665e6-60ca-43cc-ac85-9993982c81a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:49Z', 'updated_at': '2021-10-28T14:38:53Z', 'revision_number': 4, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'subnets': [{'id': 'ccb665e6-60ca-43cc-ac85-9993982c81a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:38:55.395840 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] For port f965f783-5a86-40c0-b022-51809f6e99ca, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=f965f783-5a86-40c0-b022-51809f6e99ca,segment=NetworkSegment(caa6dafc-037d-491e-b00c-9476b34f8bd4),segment_id=caa6dafc-037d-491e-b00c-9476b34f8bd4)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:38:55.418029 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:55.418029 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 7549a9bb-cb8b-4037-9696-a27db3dcdfbb up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:38:55.479543 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-dcfa6f94-a4b3-4b4f-866e-5fcb7d90eacc service neutron] 10.222.0.79 "GET /v2.0/networks/85db76e5-dc63-4708-809d-c5852ddccd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957078 Oct 28 14:38:55.522199 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-cb267913-6760-4b55-bd31-307ecb1db385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:55.708857 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c5b660-5857-4abf-8ce8-cba21d896d6b', 'name': 'tempest-TestShelveInstance-1538627887-router', 'tenant_id': 'e3042a7154394fd1ab02dda0f29aa720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '6a570600-4760-45bb-89d9-27bd0d6fee3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:38:52Z', 'updated_at': '2021-10-28T14:38:52Z', 'revision_number': 3, 'project_id': 'e3042a7154394fd1ab02dda0f29aa720', 'gw_port': {'id': '6a570600-4760-45bb-89d9-27bd0d6fee3a', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c5b660-5857-4abf-8ce8-cba21d896d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:52Z', 'updated_at': '2021-10-28T14:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:38:55.718821 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-aa6e415d-34e3-4999-9c6f-a452011549b5 None None] Provisioning complete for port f965f783-5a86-40c0-b022-51809f6e99ca triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:38:55.719346 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-aa6e415d-34e3-4999-9c6f-a452011549b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:55.742804 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8faf306a-5c93-4201-85a9-22e3d3a7f065 req-4b9f9377-f2be-46be-ad8e-61e18babad1a tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58 HTTP/1.1" status: 200 len: 210 time: 0.0702927 Oct 28 14:38:55.771348 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce56b76-26f2-43d4-aa27-193e90f7f7ec None None] The sync data for ids ['e9c5b660-5857-4abf-8ce8-cba21d896d6b'] in dv-cinder-815848-1-iscsi is: [{'id': 'e9c5b660-5857-4abf-8ce8-cba21d896d6b', 'name': 'tempest-TestShelveInstance-1538627887-router', 'tenant_id': 'e3042a7154394fd1ab02dda0f29aa720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '6a570600-4760-45bb-89d9-27bd0d6fee3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:38:52Z', 'updated_at': '2021-10-28T14:38:52Z', 'revision_number': 3, 'project_id': 'e3042a7154394fd1ab02dda0f29aa720', 'gw_port': {'id': '6a570600-4760-45bb-89d9-27bd0d6fee3a', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c5b660-5857-4abf-8ce8-cba21d896d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:52Z', 'updated_at': '2021-10-28T14:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}] {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:38:55.890619 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-cb267913-6760-4b55-bd31-307ecb1db385 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:55.906023 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-cb267913-6760-4b55-bd31-307ecb1db385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:55.906211 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Pushing event updated for resources: {'Port': ['ID=f965f783-5a86-40c0-b022-51809f6e99ca,revision_number=3']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:55.906829 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-cb267913-6760-4b55-bd31-307ecb1db385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645972'] for router_interface, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:55.961703 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 7549a9bb-cb8b-4037-9696-a27db3dcdfbb triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:38:55.961703 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:56.054233 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-0d539ff9-cd86-420f-9e85-8a715f9b398b tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:56.063118 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-0d539ff9-cd86-420f-9e85-8a715f9b398b tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/networks?id=154fe041-a0da-49d3-ad0f-1c0e36bd37bc HTTP/1.1" status: 200 len: 815 time: 0.1300120 Oct 28 14:38:56.080374 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-8f8dfc14-6858-4c60-ba30-601953a188f3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/quotas/568d16c23053469dad2cfede8da540d0 HTTP/1.1" status: 200 len: 375 time: 0.0159986 Oct 28 14:38:56.191589 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb267913-6760-4b55-bd31-307ecb1db385 admin admin] Network a009bc94-a2c0-413d-b82a-287ac301740f is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:38:56.208893 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-cb267913-6760-4b55-bd31-307ecb1db385 admin admin] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:38:56.306958 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-0af81973-45c0-4723-b4de-17fabfafbce2 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=568d16c23053469dad2cfede8da540d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2252936 Oct 28 14:38:56.311469 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb267913-6760-4b55-bd31-307ecb1db385 admin admin] Pushing event updated for resources: {'Port': ['ID=1ce30707-c38e-4617-94ce-1585b86bf931,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:56.485194 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb267913-6760-4b55-bd31-307ecb1db385 admin admin] Router e9c5b660-5857-4abf-8ce8-cba21d896d6b has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:38:56.573717 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-dd47ea56-f210-4bd0-9e93-39c16e52ae0d service neutron] 10.222.0.79 "GET /v2.0/networks/154fe041-a0da-49d3-ad0f-1c0e36bd37bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587292 Oct 28 14:38:56.600815 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d268b-7e69-4b63-8430-f168363639fd req-f5f41b39-0f6b-410f-b9e7-947b508b3d63 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:56.623335 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-498d268b-7e69-4b63-8430-f168363639fd req-f5f41b39-0f6b-410f-b9e7-947b508b3d63 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.4646974 Oct 28 14:38:56.692333 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-99cf97c3-6533-4015-9e57-571422f79a0f None None] Provisioning complete for port f965f783-5a86-40c0-b022-51809f6e99ca triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:38:56.693663 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-99cf97c3-6533-4015-9e57-571422f79a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:56.733681 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb267913-6760-4b55-bd31-307ecb1db385 admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:38:56.769272 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-cb267913-6760-4b55-bd31-307ecb1db385 admin admin] 10.222.0.79 "PUT /v2.0/routers/e9c5b660-5857-4abf-8ce8-cba21d896d6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2877340 Oct 28 14:38:56.797530 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-498d268b-7e69-4b63-8430-f168363639fd req-adddb74b-e16e-4ba8-a329-7e9403efad78 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732693 Oct 28 14:38:56.873824 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 3b641760-5d09-4e6c-bce6-61a63ef2983a up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:38:56.890297 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-7383b58a-67b3-43fe-a06f-3f04290caa0c service neutron] 10.222.0.79 "GET /v2.0/networks/154fe041-a0da-49d3-ad0f-1c0e36bd37bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153431 Oct 28 14:38:56.990896 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 3b641760-5d09-4e6c-bce6-61a63ef2983a triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:38:56.991150 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:57.037649 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-99cf97c3-6533-4015-9e57-571422f79a0f None None] Provisioning complete for port 1ce30707-c38e-4617-94ce-1585b86bf931 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:38:57.038116 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-99cf97c3-6533-4015-9e57-571422f79a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:57.165754 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-99cf97c3-6533-4015-9e57-571422f79a0f None None] Port 1ce30707-c38e-4617-94ce-1585b86bf931 cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:38:57.196895 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-03eb00e0-8273-442f-9b13-def4cdff2893 req-ceb3e496-48b5-4658-be98-f7b3a9bd8710 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58 HTTP/1.1" status: 200 len: 210 time: 0.0508413 Oct 28 14:38:57.388773 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ff860fad-6c7c-4dee-b314-dce622509762 req-4a0c3472-b3b7-45a7-9ecf-a5f396f0f8c8 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f580e16-b4a4-4536-b78f-5b3c9c726f88 HTTP/1.1" status: 200 len: 210 time: 0.0687675 Oct 28 14:38:57.497547 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-436e3d01-159e-4074-96a9-749102d1ff71 None None] Provisioning complete for port 1ce30707-c38e-4617-94ce-1585b86bf931 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:38:57.497994 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-436e3d01-159e-4074-96a9-749102d1ff71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:57.501633 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 6a570600-4760-45bb-89d9-27bd0d6fee3a up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:38:57.580165 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-436e3d01-159e-4074-96a9-749102d1ff71 None None] Port 1ce30707-c38e-4617-94ce-1585b86bf931 cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:38:57.586200 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 6a570600-4760-45bb-89d9-27bd0d6fee3a triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:38:57.586579 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:57.740667 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-48e15317-f125-44f9-b1c7-fc271dde4e3c None None] Provisioning complete for port 1ce30707-c38e-4617-94ce-1585b86bf931 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:38:57.741041 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-48e15317-f125-44f9-b1c7-fc271dde4e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:57.787292 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:57.848267 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] For port 6a570600-4760-45bb-89d9-27bd0d6fee3a, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=6a570600-4760-45bb-89d9-27bd0d6fee3a,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:38:57.849608 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-48e15317-f125-44f9-b1c7-fc271dde4e3c None None] Port 1ce30707-c38e-4617-94ce-1585b86bf931 cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:38:57.865185 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:57.875450 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device f965f783-5a86-40c0-b022-51809f6e99ca up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:38:57.943454 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-5778444f-0f37-4f7f-912a-5b7d672eb7cf tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:57.947268 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-5778444f-0f37-4f7f-912a-5b7d672eb7cf tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.72 "GET /v2.0/networks?id=85db76e5-dc63-4708-809d-c5852ddccd85 HTTP/1.1" status: 200 len: 813 time: 0.2368014 Oct 28 14:38:57.980681 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-de51802e-cef4-48b7-801e-810641ec84f7 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Request body: {'port': {'device_id': '5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58', 'network_id': '85db76e5-dc63-4708-809d-c5852ddccd85', 'admin_state_up': True, 'tenant_id': 'c550273fcf3242e683f9f92f9456dbee'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:38:58.024917 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caac12d-9692-422f-92b6-25a29cbf72cd req-7c459d91-e95e-4868-bdc9-23ef0c5865b8 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:58.033377 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 35244) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:58.039533 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8caac12d-9692-422f-92b6-25a29cbf72cd req-7c459d91-e95e-4868-bdc9-23ef0c5865b8 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0908720 Oct 28 14:38:58.068372 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-d38a6c7c-7bcf-40cd-8215-446b688b78b3 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1705865568', 'description': 'tempest-secgroup-smoke-1705865568 description', 'project_id': 'fac19c389c954392bd090a3a76ba291b'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:38:58.088606 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Pushing event updated for resources: {'Port': ['ID=6a570600-4760-45bb-89d9-27bd0d6fee3a,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:58.109323 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8caac12d-9692-422f-92b6-25a29cbf72cd req-829939af-8425-4ef4-936d-b4c7d1c00e43 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681696 Oct 28 14:38:58.112876 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port f965f783-5a86-40c0-b022-51809f6e99ca triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:38:58.126704 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:58.144201 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 35252) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:58.150430 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d38a6c7c-7bcf-40cd-8215-446b688b78b3 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:58.272285 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-de51802e-cef4-48b7-801e-810641ec84f7 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Made reservation on behalf of c550273fcf3242e683f9f92f9456dbee for: {'port': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:38:58.276145 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-de51802e-cef4-48b7-801e-810641ec84f7 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:58.359819 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d38a6c7c-7bcf-40cd-8215-446b688b78b3 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:58.370408 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d38a6c7c-7bcf-40cd-8215-446b688b78b3 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:58.374694 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a5824f73-4f25-4dcc-8ed3-eaee204134b3 req-c2560307-9a16-41ca-afda-3df8e7fc42fe tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58 HTTP/1.1" status: 200 len: 210 time: 0.0543211 Oct 28 14:38:58.399510 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4751bae8-2ec3-4f4e-b1ea-2f3082b448c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:58.411818 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a6c7c-7bcf-40cd-8215-446b688b78b3 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48cad491-1dcc-4873-a2c9-13d229a4aee9,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:58.476579 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d38a6c7c-7bcf-40cd-8215-446b688b78b3 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:58.480837 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-d38a6c7c-7bcf-40cd-8215-446b688b78b3 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4433577 Oct 28 14:38:58.481736 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 35262) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:58.489943 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 6a570600-4760-45bb-89d9-27bd0d6fee3a up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:38:58.493566 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-b0593702-fa72-43d4-a804-fc46fc677cfb tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Request body: {'security_group_rule': {'security_group_id': '48cad491-1dcc-4873-a2c9-13d229a4aee9', 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:38:58.499301 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67617b40-dd23-408d-b2ab-55de88a2fc48 req-b49f041e-9d9a-4da4-865e-835de31c29cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:58.500822 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-67617b40-dd23-408d-b2ab-55de88a2fc48 req-b49f041e-9d9a-4da4-865e-835de31c29cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dda0d6d1b084868853338165ea3601d&device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 1099 time: 0.1923029 Oct 28 14:38:58.512235 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4751bae8-2ec3-4f4e-b1ea-2f3082b448c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:58.538395 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0a89da9d-79ef-4ada-9612-d6ebfb13e2d7 req-9bf81641-b5dd-461e-90fa-88b83e8903bf tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f580e16-b4a4-4536-b78f-5b3c9c726f88 HTTP/1.1" status: 200 len: 210 time: 0.0516911 Oct 28 14:38:58.540104 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4751bae8-2ec3-4f4e-b1ea-2f3082b448c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:58.572031 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 6a570600-4760-45bb-89d9-27bd0d6fee3a triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:38:58.572656 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:58.587264 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-4751bae8-2ec3-4f4e-b1ea-2f3082b448c8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f59fada0ad854ec89a907a151febaee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4419546 Oct 28 14:38:58.587859 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 35264) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:58.614104 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751bae8-2ec3-4f4e-b1ea-2f3082b448c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2790bb73-4170-4aaf-bb5b-cb7675edbb4b,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:58.631741 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-b0593702-fa72-43d4-a804-fc46fc677cfb tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:58.654880 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-de51802e-cef4-48b7-801e-810641ec84f7 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Allocated IP 172.20.0.7 (85db76e5-dc63-4708-809d-c5852ddccd85/a70ca87f-e32e-4588-876d-15656de44e37/0b794ad0-6626-45fc-b7aa-2da6fee4842f) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:38:58.662844 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-73731cb1-7bbe-4287-9de3-d801561a2555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:58.697118 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-73731cb1-7bbe-4287-9de3-d801561a2555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:58.751123 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-73731cb1-7bbe-4287-9de3-d801561a2555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:58.755011 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-73731cb1-7bbe-4287-9de3-d801561a2555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:58.755171 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67617b40-dd23-408d-b2ab-55de88a2fc48 req-059cc069-44e1-4ed3-b61a-b88bbedcdeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:58.756911 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-67617b40-dd23-408d-b2ab-55de88a2fc48 req-059cc069-44e1-4ed3-b61a-b88bbedcdeb7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f66cb821-2d22-45aa-9985-3ea85500b50a HTTP/1.1" status: 200 len: 919 time: 0.1955137 Oct 28 14:38:58.760146 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-73731cb1-7bbe-4287-9de3-d801561a2555 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2790bb73-4170-4aaf-bb5b-cb7675edbb4b HTTP/1.1" status: 204 len: 168 time: 0.1681404 Oct 28 14:38:58.769427 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73731cb1-7bbe-4287-9de3-d801561a2555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2790bb73-4170-4aaf-bb5b-cb7675edbb4b,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:58.788350 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-b0593702-fa72-43d4-a804-fc46fc677cfb tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:58.822575 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-67617b40-dd23-408d-b2ab-55de88a2fc48 req-d23baed6-2e5a-4b5a-a624-e96348ab7c64 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb63d985-7727-473b-be7e-41ea307f84b9 HTTP/1.1" status: 200 len: 217 time: 0.0556393 Oct 28 14:38:58.832813 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-b0593702-fa72-43d4-a804-fc46fc677cfb tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688099'] for security_group_rule, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:58.919945 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-b0593702-fa72-43d4-a804-fc46fc677cfb tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:58.919945 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-b0593702-fa72-43d4-a804-fc46fc677cfb tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4375150 Oct 28 14:38:58.923945 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 35270) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:58.927871 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0593702-fa72-43d4-a804-fc46fc677cfb tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18fe2a36-edae-404c-8ea7-97f33f9f6527,revision_number=0']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:58.930262 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-afae8215-7324-4b7d-81c3-69e044adbb73 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Request body: {'security_group_rule': {'security_group_id': '48cad491-1dcc-4873-a2c9-13d229a4aee9', 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:38:58.993144 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-afae8215-7324-4b7d-81c3-69e044adbb73 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:58.997106 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] Sync routers for ids ['e9c5b660-5857-4abf-8ce8-cba21d896d6b'] in dv-cinder-815848-1-iscsi {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:38:59.018726 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] Routers {'e9c5b660-5857-4abf-8ce8-cba21d896d6b'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:38:59.020775 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:38:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['e9c5b660-5857-4abf-8ce8-cba21d896d6b'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:38:59.027617 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67617b40-dd23-408d-b2ab-55de88a2fc48 req-348bb705-9f5f-4dd0-9b0a-7429e4a5c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:59.029098 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-67617b40-dd23-408d-b2ab-55de88a2fc48 req-348bb705-9f5f-4dd0-9b0a-7429e4a5c6d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f8630344-cf93-4cfe-815f-63516c44a48e HTTP/1.1" status: 200 len: 858 time: 0.1514983 Oct 28 14:38:59.084860 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-67617b40-dd23-408d-b2ab-55de88a2fc48 req-5dc50b1a-6fd7-48dd-ad56-cbea3cc682e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f66cb821-2d22-45aa-9985-3ea85500b50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391290 Oct 28 14:38:59.093868 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-de51802e-cef4-48b7-801e-810641ec84f7 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.115959 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-afae8215-7324-4b7d-81c3-69e044adbb73 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.123859 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-afae8215-7324-4b7d-81c3-69e044adbb73 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688099'] for security_group_rule, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.160265 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] Set router e9c5b660-5857-4abf-8ce8-cba21d896d6b gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:38:59.174357 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae8215-7324-4b7d-81c3-69e044adbb73 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3bd5ba1-1516-481e-bbca-9463cb121e6f,revision_number=0']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:59.193203 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-afae8215-7324-4b7d-81c3-69e044adbb73 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.195575 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-afae8215-7324-4b7d-81c3-69e044adbb73 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2704628 Oct 28 14:38:59.198459 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 35278) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:59.198833 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 35280) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:59.204759 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-037ad8e8-f6f0-4ddd-9021-4b52d07516c4 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Request body: {'security_group_rule': {'security_group_id': '48cad491-1dcc-4873-a2c9-13d229a4aee9', 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:38:59.226206 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-873d9d7d-6604-4b96-8dfa-38978649a5c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.302468 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-037ad8e8-f6f0-4ddd-9021-4b52d07516c4 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.342949 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ded37-e7b6-4d1a-9d82-7335dea531b8 req-4f265fcf-7f2f-4c1e-84f2-16ef1f5bf984 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:59.344607 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-bf9ded37-e7b6-4d1a-9d82-7335dea531b8 req-4f265fcf-7f2f-4c1e-84f2-16ef1f5bf984 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.1134539 Oct 28 14:38:59.392456 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:38:59.427052 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-17d83f95-03f2-419d-ae9e-771273a324ee tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:59.428726 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-17d83f95-03f2-419d-ae9e-771273a324ee tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.72 "GET /v2.0/networks?id=154fe041-a0da-49d3-ad0f-1c0e36bd37bc HTTP/1.1" status: 200 len: 815 time: 0.5021012 Oct 28 14:38:59.448955 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-7637af69-0054-4f26-b16b-b678904b52f3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Request body: {'port': {'device_id': '8f580e16-b4a4-4536-b78f-5b3c9c726f88', 'network_id': '154fe041-a0da-49d3-ad0f-1c0e36bd37bc', 'admin_state_up': True, 'tenant_id': '568d16c23053469dad2cfede8da540d0'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:38:59.451165 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-bf9ded37-e7b6-4d1a-9d82-7335dea531b8 req-59fa0b05-305e-4f88-9104-f95762e3b0af tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913930 Oct 28 14:38:59.454475 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c5b660-5857-4abf-8ce8-cba21d896d6b', 'name': 'tempest-TestShelveInstance-1538627887-router', 'tenant_id': 'e3042a7154394fd1ab02dda0f29aa720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '6a570600-4760-45bb-89d9-27bd0d6fee3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:38:52Z', 'updated_at': '2021-10-28T14:38:55Z', 'revision_number': 4, 'project_id': 'e3042a7154394fd1ab02dda0f29aa720', 'gw_port': {'id': '6a570600-4760-45bb-89d9-27bd0d6fee3a', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5b660-5857-4abf-8ce8-cba21d896d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:52Z', 'updated_at': '2021-10-28T14:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '1ce30707-c38e-4617-94ce-1585b86bf931', 'name': '', 'network_id': 'a009bc94-a2c0-413d-b82a-287ac301740f', 'tenant_id': 'e3042a7154394fd1ab02dda0f29aa720', 'mac_address': 'fa:16:3e:90:eb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c5b660-5857-4abf-8ce8-cba21d896d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'beb250cc-b482-45ef-a0a1-72083ff54fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:54Z', 'updated_at': '2021-10-28T14:38:55Z', 'revision_number': 2, 'project_id': 'e3042a7154394fd1ab02dda0f29aa720', 'subnets': [{'id': 'beb250cc-b482-45ef-a0a1-72083ff54fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:38:59.465757 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-037ad8e8-f6f0-4ddd-9021-4b52d07516c4 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.484839 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-873d9d7d-6604-4b96-8dfa-38978649a5c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.485957 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-037ad8e8-f6f0-4ddd-9021-4b52d07516c4 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688099'] for security_group_rule, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.488779 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] Checking router: e9c5b660-5857-4abf-8ce8-cba21d896d6b for host: dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:38:59.489120 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] Updating router e9c5b660-5857-4abf-8ce8-cba21d896d6b port 1ce30707-c38e-4617-94ce-1585b86bf931 binding host dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 14:38:59.518589 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-873d9d7d-6604-4b96-8dfa-38978649a5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.519850 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.549281 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ad8e8-f6f0-4ddd-9021-4b52d07516c4 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9670ee3-c193-4741-b73d-456111f6720f,revision_number=0']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:59.561771 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-67617b40-dd23-408d-b2ab-55de88a2fc48 req-9f33c60f-121c-4b24-baee-ffba6ae9e7eb service neutron] 10.222.0.72 "GET /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643121 Oct 28 14:38:59.567802 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-de51802e-cef4-48b7-801e-810641ec84f7 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.596470 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-873d9d7d-6604-4b96-8dfa-38978649a5c6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d18e8a485fc4465ca3b01c3e70a9eb30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3965788 Oct 28 14:38:59.599313 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-037ad8e8-f6f0-4ddd-9021-4b52d07516c4 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.600626 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-037ad8e8-f6f0-4ddd-9021-4b52d07516c4 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3996618 Oct 28 14:38:59.606563 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-73118076-d065-427e-9aeb-49f026ff37b3 req-c5ad2218-c7b7-4925-b22a-0e52a0047dfe tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58 HTTP/1.1" status: 200 len: 210 time: 0.0767682 Oct 28 14:38:59.611214 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 35290) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:59.611557 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 35292) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:59.622915 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-60edd2f9-cde2-40bb-89ce-185509a4bb94 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Request body: {'security_group_rule': {'security_group_id': '48cad491-1dcc-4873-a2c9-13d229a4aee9', 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:38:59.704743 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-de51802e-cef4-48b7-801e-810641ec84f7 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Network 85db76e5-dc63-4708-809d-c5852ddccd85 is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:38:59.707859 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d9d7d-6604-4b96-8dfa-38978649a5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7833249c-410d-42f1-a61b-00dbae66abd3,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:59.712667 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51802e-cef4-48b7-801e-810641ec84f7 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Pushing event updated for resources: {'Port': ['ID=0b794ad0-6626-45fc-b7aa-2da6fee4842f,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:59.714745 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-de51802e-cef4-48b7-801e-810641ec84f7 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:38:59.722006 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-de51802e-cef4-48b7-801e-810641ec84f7 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:38:59.729521 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-de51802e-cef4-48b7-801e-810641ec84f7 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:38:59.730162 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-60edd2f9-cde2-40bb-89ce-185509a4bb94 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.730510 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-de51802e-cef4-48b7-801e-810641ec84f7 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.737250 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b4ca435a-ab7a-4d41-9a84-52d5f346e919 req-c5922732-2650-4355-b6b8-5e4a06dffb96 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f580e16-b4a4-4536-b78f-5b3c9c726f88 HTTP/1.1" status: 200 len: 210 time: 0.0547094 Oct 28 14:38:59.771644 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-7637af69-0054-4f26-b16b-b678904b52f3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Made reservation on behalf of 568d16c23053469dad2cfede8da540d0 for: {'port': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:38:59.775663 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-7637af69-0054-4f26-b16b-b678904b52f3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.781166 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-67617b40-dd23-408d-b2ab-55de88a2fc48 req-496b0c6a-8106-44cb-ad21-0eafa9159339 service neutron] 10.222.0.72 "GET /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969614 Oct 28 14:38:59.791881 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-de51802e-cef4-48b7-801e-810641ec84f7 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8209004 Oct 28 14:38:59.806222 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-230704ce-427e-407c-8e74-d91ad5047a66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.811456 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-2b52643e-d6cb-4fcd-b961-4409a891eaf9 service neutron] Request body: {'port': {'device_id': '5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:38:59.843247 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-230704ce-427e-407c-8e74-d91ad5047a66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.854564 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-60edd2f9-cde2-40bb-89ce-185509a4bb94 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.865089 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-60edd2f9-cde2-40bb-89ce-185509a4bb94 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688099'] for security_group_rule, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.898968 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-60edd2f9-cde2-40bb-89ce-185509a4bb94 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.902880 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-60edd2f9-cde2-40bb-89ce-185509a4bb94 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2864788 Oct 28 14:38:59.903490 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 35294) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:38:59.908631 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-10de47aa-c729-44bb-82bd-36f90b27cd19 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Request body: {'security_group_rule': {'security_group_id': '48cad491-1dcc-4873-a2c9-13d229a4aee9', 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:38:59.912916 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edd2f9-cde2-40bb-89ce-185509a4bb94 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08fe874a-f093-49dd-99a1-5f8869b5478c,revision_number=0']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:38:59.927255 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] Publish callbacks [] for port, precommit_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.934585 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.936644 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.db.securitygroups_db [None req-10de47aa-c729-44bb-82bd-36f90b27cd19 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Project fac19c389c954392bd090a3a76ba291b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 14:38:59.938783 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-2b52643e-d6cb-4fcd-b961-4409a891eaf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.944351 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-10de47aa-c729-44bb-82bd-36f90b27cd19 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.959140 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-230704ce-427e-407c-8e74-d91ad5047a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.961927 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-230704ce-427e-407c-8e74-d91ad5047a66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:38:59.965668 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-230704ce-427e-407c-8e74-d91ad5047a66 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7833249c-410d-42f1-a61b-00dbae66abd3 HTTP/1.1" status: 204 len: 168 time: 0.3506193 Oct 28 14:38:59.985332 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230704ce-427e-407c-8e74-d91ad5047a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7833249c-410d-42f1-a61b-00dbae66abd3,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:00.012617 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-7637af69-0054-4f26-b16b-b678904b52f3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Allocated IP 172.20.0.9 (154fe041-a0da-49d3-ad0f-1c0e36bd37bc/f7121b6f-bf50-4bce-a009-aedce513e8c2/c3cf386e-5e5f-4b87-b9f7-497aef0994cb) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:39:00.022565 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-10de47aa-c729-44bb-82bd-36f90b27cd19 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:00.034277 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-10de47aa-c729-44bb-82bd-36f90b27cd19 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688099'] for security_group_rule, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:00.054760 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256ac37-275f-4eb4-b343-e8d6e26bab6f None None] Pushing event updated for resources: {'Port': ['ID=1ce30707-c38e-4617-94ce-1585b86bf931,revision_number=3']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:00.076274 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de47aa-c729-44bb-82bd-36f90b27cd19 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d0c465-222f-4cf2-a7f1-4a81afc6c82d,revision_number=0']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:00.082802 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-10de47aa-c729-44bb-82bd-36f90b27cd19 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:00.087102 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-10de47aa-c729-44bb-82bd-36f90b27cd19 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1824954 Oct 28 14:39:00.087710 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 35298) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:39:00.092626 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-77dcdd4d-f7b7-4136-be18-1b10d225af99 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Request body: {'security_group_rule': {'security_group_id': '48cad491-1dcc-4873-a2c9-13d229a4aee9', 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:39:00.118945 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.db.securitygroups_db [None req-77dcdd4d-f7b7-4136-be18-1b10d225af99 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Project fac19c389c954392bd090a3a76ba291b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 14:39:00.122083 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] Attempting to bind port 1ce30707-c38e-4617-94ce-1585b86bf931 on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:39:00.122455 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] Attempting to bind port 1ce30707-c38e-4617-94ce-1585b86bf931 by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': 'caa6dafc-037d-491e-b00c-9476b34f8bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'a009bc94-a2c0-413d-b82a-287ac301740f'}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:39:00.122990 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] Attempting to bind port 1ce30707-c38e-4617-94ce-1585b86bf931 on network a009bc94-a2c0-413d-b82a-287ac301740f {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:39:00.125045 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-77dcdd4d-f7b7-4136-be18-1b10d225af99 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:00.129710 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:39:00.129970 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] Checking segment: {'id': 'caa6dafc-037d-491e-b00c-9476b34f8bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'a009bc94-a2c0-413d-b82a-287ac301740f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:39:00.130369 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:00.130775 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] Bound using segment: {'id': 'caa6dafc-037d-491e-b00c-9476b34f8bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'a009bc94-a2c0-413d-b82a-287ac301740f'} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:39:00.131240 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] Bound port: 1ce30707-c38e-4617-94ce-1585b86bf931, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa6dafc-037d-491e-b00c-9476b34f8bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'a009bc94-a2c0-413d-b82a-287ac301740f'}}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:39:00.131613 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:00.201156 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-77dcdd4d-f7b7-4136-be18-1b10d225af99 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:00.208830 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-77dcdd4d-f7b7-4136-be18-1b10d225af99 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688099'] for security_group_rule, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:00.226384 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] For port 1ce30707-c38e-4617-94ce-1585b86bf931, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:39:00.230265 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] For port 1ce30707-c38e-4617-94ce-1585b86bf931, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=1ce30707-c38e-4617-94ce-1585b86bf931,segment=NetworkSegment(caa6dafc-037d-491e-b00c-9476b34f8bd4),segment_id=caa6dafc-037d-491e-b00c-9476b34f8bd4)] {{(pid=101540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:39:00.240819 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:00.242111 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dcdd4d-f7b7-4136-be18-1b10d225af99 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0d6e84-6bff-4b57-868c-d15f4152d234,revision_number=0']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:00.265460 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-77dcdd4d-f7b7-4136-be18-1b10d225af99 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:00.275768 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-77dcdd4d-f7b7-4136-be18-1b10d225af99 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1867638 Oct 28 14:39:00.345199 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] Routers {'e9c5b660-5857-4abf-8ce8-cba21d896d6b'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:39:00.345460 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:38:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['e9c5b660-5857-4abf-8ce8-cba21d896d6b'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:39:00.457705 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256ac37-275f-4eb4-b343-e8d6e26bab6f None None] Pushing event updated for resources: {'Port': ['ID=1ce30707-c38e-4617-94ce-1585b86bf931,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:00.487536 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-c7c168a0-2f72-4561-92c2-74faa3e2593f None None] Provisioning complete for port 1ce30707-c38e-4617-94ce-1585b86bf931 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:39:00.489249 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-c7c168a0-2f72-4561-92c2-74faa3e2593f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:00.552660 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-7637af69-0054-4f26-b16b-b678904b52f3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:00.661321 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] Set router e9c5b660-5857-4abf-8ce8-cba21d896d6b gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:39:00.690978 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f606a8-b524-4ce7-bb5f-b56f9fe874b0 req-88357b50-6f0f-41c6-b5aa-a46f2a063c79 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:00.698991 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-69f606a8-b524-4ce7-bb5f-b56f9fe874b0 req-88357b50-6f0f-41c6-b5aa-a46f2a063c79 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.1001165 Oct 28 14:39:00.745892 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-7637af69-0054-4f26-b16b-b678904b52f3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:00.768686 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['630449a9-73bb-43a4-a6de-52fc316459aa', '494ef905-08d5-4167-8c2a-33be8e03cd57', '289de141-a971-4648-928c-fa7aed814424'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:39:00.800914 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-69f606a8-b524-4ce7-bb5f-b56f9fe874b0 req-af3c82e5-eadc-411b-a289-1b4ae323c9e0 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972159 Oct 28 14:39:00.809327 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-c7c168a0-2f72-4561-92c2-74faa3e2593f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:00.872109 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-7637af69-0054-4f26-b16b-b678904b52f3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Network 154fe041-a0da-49d3-ad0f-1c0e36bd37bc is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:39:00.889870 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-2b52643e-d6cb-4fcd-b961-4409a891eaf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b794ad0-6626-45fc-b7aa-2da6fee4842f {{(pid=101538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:39:00.894849 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-7637af69-0054-4f26-b16b-b678904b52f3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:39:00.898522 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4e8b5-3484-41c9-9a92-f1bf96898b4c req-feba8605-5de3-4f1e-8c14-03c62150e42f tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:00.905511 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-7637af69-0054-4f26-b16b-b678904b52f3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:39:00.916765 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-aee4e8b5-3484-41c9-9a92-f1bf96898b4c req-feba8605-5de3-4f1e-8c14-03c62150e42f tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58 HTTP/1.1" status: 200 len: 931 time: 0.1429837 Oct 28 14:39:00.924536 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-7637af69-0054-4f26-b16b-b678904b52f3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:00.925233 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-7637af69-0054-4f26-b16b-b678904b52f3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:00.929291 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-2b52643e-d6cb-4fcd-b961-4409a891eaf9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:00.937647 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637af69-0054-4f26-b16b-b678904b52f3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Pushing event updated for resources: {'Port': ['ID=c3cf386e-5e5f-4b87-b9f7-497aef0994cb,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:00.967473 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.provisioning_blocks [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-2b52643e-d6cb-4fcd-b961-4409a891eaf9 service neutron] Transition to ACTIVE for port object 0b794ad0-6626-45fc-b7aa-2da6fee4842f will not be triggered until provisioned by entity L2. {{(pid=101538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 14:39:00.976022 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-7637af69-0054-4f26-b16b-b678904b52f3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5325854 Oct 28 14:39:00.977272 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-2b52643e-d6cb-4fcd-b961-4409a891eaf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:01.003093 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-0eb3ad6b-5a91-4871-925a-61e97c33789f service neutron] Request body: {'port': {'device_id': '8f580e16-b4a4-4536-b78f-5b3c9c726f88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:39:01.020812 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-aee4e8b5-3484-41c9-9a92-f1bf96898b4c req-c72b92de-1e2a-48dd-a16f-4c443ce5de39 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014049 Oct 28 14:39:01.033276 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-c7c168a0-2f72-4561-92c2-74faa3e2593f None None] For port 1ce30707-c38e-4617-94ce-1585b86bf931, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=1ce30707-c38e-4617-94ce-1585b86bf931,segment=NetworkSegment(caa6dafc-037d-491e-b00c-9476b34f8bd4),segment_id=caa6dafc-037d-491e-b00c-9476b34f8bd4)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:39:01.050574 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-c7c168a0-2f72-4561-92c2-74faa3e2593f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:01.103471 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52643e-d6cb-4fcd-b961-4409a891eaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b794ad0-6626-45fc-b7aa-2da6fee4842f,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:01.175140 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-0eb3ad6b-5a91-4871-925a-61e97c33789f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:01.180397 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-2b52643e-d6cb-4fcd-b961-4409a891eaf9 service neutron] Attempting to bind port 0b794ad0-6626-45fc-b7aa-2da6fee4842f on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:39:01.180397 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-2b52643e-d6cb-4fcd-b961-4409a891eaf9 service neutron] Attempting to bind port 0b794ad0-6626-45fc-b7aa-2da6fee4842f by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '2e4b41f1-8520-42f7-8097-08c71739e061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '85db76e5-dc63-4708-809d-c5852ddccd85'}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:39:01.180397 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-2b52643e-d6cb-4fcd-b961-4409a891eaf9 service neutron] Attempting to bind port 0b794ad0-6626-45fc-b7aa-2da6fee4842f on network 85db76e5-dc63-4708-809d-c5852ddccd85 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:39:01.193716 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-2b52643e-d6cb-4fcd-b961-4409a891eaf9 service neutron] Port 0b794ad0-6626-45fc-b7aa-2da6fee4842f on network 85db76e5-dc63-4708-809d-c5852ddccd85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 14:39:01.194038 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-2b52643e-d6cb-4fcd-b961-4409a891eaf9 service neutron] Attempting to bind port 0b794ad0-6626-45fc-b7aa-2da6fee4842f on network 85db76e5-dc63-4708-809d-c5852ddccd85 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:39:01.203418 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-2b52643e-d6cb-4fcd-b961-4409a891eaf9 service neutron] Checking agent: {'id': 'ab39f7f4-514d-4bfb-9d0c-1a0ed5555608', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'started_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:39:01.203803 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-2b52643e-d6cb-4fcd-b961-4409a891eaf9 service neutron] Checking segment: {'id': '2e4b41f1-8520-42f7-8097-08c71739e061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '85db76e5-dc63-4708-809d-c5852ddccd85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:39:01.204196 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-2b52643e-d6cb-4fcd-b961-4409a891eaf9 service neutron] Bound using segment: {'id': '2e4b41f1-8520-42f7-8097-08c71739e061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '85db76e5-dc63-4708-809d-c5852ddccd85'} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:39:01.204634 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-2b52643e-d6cb-4fcd-b961-4409a891eaf9 service neutron] Bound port: 0b794ad0-6626-45fc-b7aa-2da6fee4842f, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e4b41f1-8520-42f7-8097-08c71739e061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '85db76e5-dc63-4708-809d-c5852ddccd85'}}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:39:01.204992 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-2b52643e-d6cb-4fcd-b961-4409a891eaf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:01.250889 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45914b50-b578-4ae2-a15d-5061cd473b21 req-e54201e3-094c-4a9b-9ce1-2f1a9b17047b tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:01.258894 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-45914b50-b578-4ae2-a15d-5061cd473b21 req-e54201e3-094c-4a9b-9ce1-2f1a9b17047b tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f580e16-b4a4-4536-b78f-5b3c9c726f88 HTTP/1.1" status: 200 len: 931 time: 0.1173747 Oct 28 14:39:01.336276 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c168a0-2f72-4561-92c2-74faa3e2593f None None] Pushing event updated for resources: {'Port': ['ID=1ce30707-c38e-4617-94ce-1585b86bf931,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:01.345686 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-45914b50-b578-4ae2-a15d-5061cd473b21 req-1f581e67-be1c-4252-ab4f-b2166ef679e5 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857451 Oct 28 14:39:01.346264 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d834c36f-5edb-4ed4-9b76-b924fadda362 None None] Provisioning complete for port 1ce30707-c38e-4617-94ce-1585b86bf931 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:39:01.346580 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d834c36f-5edb-4ed4-9b76-b924fadda362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:01.404297 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c5b660-5857-4abf-8ce8-cba21d896d6b', 'name': 'tempest-TestShelveInstance-1538627887-router', 'tenant_id': 'e3042a7154394fd1ab02dda0f29aa720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '6a570600-4760-45bb-89d9-27bd0d6fee3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:38:52Z', 'updated_at': '2021-10-28T14:38:55Z', 'revision_number': 4, 'project_id': 'e3042a7154394fd1ab02dda0f29aa720', 'gw_port': {'id': '6a570600-4760-45bb-89d9-27bd0d6fee3a', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5b660-5857-4abf-8ce8-cba21d896d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:52Z', 'updated_at': '2021-10-28T14:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '1ce30707-c38e-4617-94ce-1585b86bf931', 'name': '', 'network_id': 'a009bc94-a2c0-413d-b82a-287ac301740f', 'tenant_id': 'e3042a7154394fd1ab02dda0f29aa720', 'mac_address': 'fa:16:3e:90:eb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c5b660-5857-4abf-8ce8-cba21d896d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'beb250cc-b482-45ef-a0a1-72083ff54fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:54Z', 'updated_at': '2021-10-28T14:39:00Z', 'revision_number': 4, 'project_id': 'e3042a7154394fd1ab02dda0f29aa720', 'subnets': [{'id': 'beb250cc-b482-45ef-a0a1-72083ff54fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:39:01.409343 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-2b52643e-d6cb-4fcd-b961-4409a891eaf9 service neutron] For port 0b794ad0-6626-45fc-b7aa-2da6fee4842f, host hv-cinder-81584, cleared binding levels {{(pid=101538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:39:01.415865 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-2b52643e-d6cb-4fcd-b961-4409a891eaf9 service neutron] For port 0b794ad0-6626-45fc-b7aa-2da6fee4842f, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=0b794ad0-6626-45fc-b7aa-2da6fee4842f,segment=NetworkSegment(2e4b41f1-8520-42f7-8097-08c71739e061),segment_id=2e4b41f1-8520-42f7-8097-08c71739e061)] {{(pid=101538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:39:01.440051 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-2b52643e-d6cb-4fcd-b961-4409a891eaf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:01.521041 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-2b52643e-d6cb-4fcd-b961-4409a891eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:01.521663 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-2b52643e-d6cb-4fcd-b961-4409a891eaf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:01.523194 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-2b52643e-d6cb-4fcd-b961-4409a891eaf9 service neutron] 10.222.0.72 "PUT /v2.0/ports/0b794ad0-6626-45fc-b7aa-2da6fee4842f HTTP/1.1" status: 200 len: 1093 time: 1.7175443 Oct 28 14:39:01.523541 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58', 'tag': '0b794ad0-6626-45fc-b7aa-2da6fee4842f'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:39:01.525832 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6e7699-3b25-412f-9c7f-bdc06409054c" -d '{"events": [{"name": "network-changed", "server_uuid": "5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58", "tag": "0b794ad0-6626-45fc-b7aa-2da6fee4842f"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:39:01.585293 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6facab1-a141-4a56-b5fe-aecae1c9e1ad x-openstack-request-id: req-c6facab1-a141-4a56-b5fe-aecae1c9e1ad {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:39:01.585932 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58", "tag": "0b794ad0-6626-45fc-b7aa-2da6fee4842f", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:39:01.585932 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c6facab1-a141-4a56-b5fe-aecae1c9e1ad {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:39:01.586202 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58', 'tag': '0b794ad0-6626-45fc-b7aa-2da6fee4842f', 'status': 'completed', 'code': 200} Oct 28 14:39:01.602121 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dcd1a0-a740-44b4-a186-ec73d4edd96f None None] The sync data for ids ['e9c5b660-5857-4abf-8ce8-cba21d896d6b'] in dv-cinder-815848-1-iscsi is: [{'id': 'e9c5b660-5857-4abf-8ce8-cba21d896d6b', 'name': 'tempest-TestShelveInstance-1538627887-router', 'tenant_id': 'e3042a7154394fd1ab02dda0f29aa720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '6a570600-4760-45bb-89d9-27bd0d6fee3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:38:52Z', 'updated_at': '2021-10-28T14:38:55Z', 'revision_number': 4, 'project_id': 'e3042a7154394fd1ab02dda0f29aa720', 'gw_port': {'id': '6a570600-4760-45bb-89d9-27bd0d6fee3a', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5b660-5857-4abf-8ce8-cba21d896d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:52Z', 'updated_at': '2021-10-28T14:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '1ce30707-c38e-4617-94ce-1585b86bf931', 'name': '', 'network_id': 'a009bc94-a2c0-413d-b82a-287ac301740f', 'tenant_id': 'e3042a7154394fd1ab02dda0f29aa720', 'mac_address': 'fa:16:3e:90:eb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c5b660-5857-4abf-8ce8-cba21d896d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'beb250cc-b482-45ef-a0a1-72083ff54fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:54Z', 'updated_at': '2021-10-28T14:39:00Z', 'revision_number': 4, 'project_id': 'e3042a7154394fd1ab02dda0f29aa720', 'subnets': [{'id': 'beb250cc-b482-45ef-a0a1-72083ff54fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:39:01.642321 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52643e-d6cb-4fcd-b961-4409a891eaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b794ad0-6626-45fc-b7aa-2da6fee4842f,revision_number=3']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:01.696998 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-28dbb55b-de64-429c-a667-f1458cc5fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:01.698568 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-28dbb55b-de64-429c-a667-f1458cc5fbce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c550273fcf3242e683f9f92f9456dbee&device_id=5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58 HTTP/1.1" status: 200 len: 1096 time: 0.1151714 Oct 28 14:39:01.755667 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-0eb3ad6b-5a91-4871-925a-61e97c33789f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3cf386e-5e5f-4b87-b9f7-497aef0994cb {{(pid=101538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:39:01.817415 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-a76c35fd-5175-4f5b-b425-5b7691e62a63 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b794ad0-6626-45fc-b7aa-2da6fee4842f HTTP/1.1" status: 200 len: 217 time: 0.0956483 Oct 28 14:39:01.823073 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-0eb3ad6b-5a91-4871-925a-61e97c33789f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:01.842491 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.provisioning_blocks [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-0eb3ad6b-5a91-4871-925a-61e97c33789f service neutron] Transition to ACTIVE for port object c3cf386e-5e5f-4b87-b9f7-497aef0994cb will not be triggered until provisioned by entity L2. {{(pid=101538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 14:39:01.899206 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-0eb3ad6b-5a91-4871-925a-61e97c33789f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:01.983492 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-bd105ec2-fc96-43d9-a7e3-20a99e650c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:01.985325 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-bd105ec2-fc96-43d9-a7e3-20a99e650c5a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a70ca87f-e32e-4588-876d-15656de44e37 HTTP/1.1" status: 200 len: 853 time: 0.1400816 Oct 28 14:39:01.996421 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3ad6b-5a91-4871-925a-61e97c33789f service neutron] Pushing event updated for resources: {'Port': ['ID=c3cf386e-5e5f-4b87-b9f7-497aef0994cb,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:02.032342 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5ab27-bdcd-47a5-a24f-60f902ac800c req-62065e45-472e-4ca2-a556-146b566bed1d tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:02.055742 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-07c5ab27-bdcd-47a5-a24f-60f902ac800c req-62065e45-472e-4ca2-a556-146b566bed1d tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.1042373 Oct 28 14:39:02.075818 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-f7bd237c-20ea-4536-9e00-87172384feaf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=85db76e5-dc63-4708-809d-c5852ddccd85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639024 Oct 28 14:39:02.144651 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-07c5ab27-bdcd-47a5-a24f-60f902ac800c req-23542b9b-18af-4965-9e18-2d436f4ed391 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847063 Oct 28 14:39:02.245538 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-0eb3ad6b-5a91-4871-925a-61e97c33789f service neutron] Attempting to bind port c3cf386e-5e5f-4b87-b9f7-497aef0994cb on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:39:02.245955 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-0eb3ad6b-5a91-4871-925a-61e97c33789f service neutron] Attempting to bind port c3cf386e-5e5f-4b87-b9f7-497aef0994cb by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '541960ed-ea2e-414b-b95b-16f66a435fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '154fe041-a0da-49d3-ad0f-1c0e36bd37bc'}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:39:02.246304 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-0eb3ad6b-5a91-4871-925a-61e97c33789f service neutron] Attempting to bind port c3cf386e-5e5f-4b87-b9f7-497aef0994cb on network 154fe041-a0da-49d3-ad0f-1c0e36bd37bc {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:39:02.266716 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa767c-919c-4b85-bd75-b5e6257e3233 req-7583073c-20bb-42c1-965f-496d48477698 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:02.266903 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-0eb3ad6b-5a91-4871-925a-61e97c33789f service neutron] Port c3cf386e-5e5f-4b87-b9f7-497aef0994cb on network 154fe041-a0da-49d3-ad0f-1c0e36bd37bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 14:39:02.267119 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-0eb3ad6b-5a91-4871-925a-61e97c33789f service neutron] Attempting to bind port c3cf386e-5e5f-4b87-b9f7-497aef0994cb on network 154fe041-a0da-49d3-ad0f-1c0e36bd37bc {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:39:02.268299 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-16fa767c-919c-4b85-bd75-b5e6257e3233 req-7583073c-20bb-42c1-965f-496d48477698 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58 HTTP/1.1" status: 200 len: 943 time: 0.0706601 Oct 28 14:39:02.279129 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-0eb3ad6b-5a91-4871-925a-61e97c33789f service neutron] Checking agent: {'id': 'ab39f7f4-514d-4bfb-9d0c-1a0ed5555608', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'started_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:39:02.279458 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-0eb3ad6b-5a91-4871-925a-61e97c33789f service neutron] Checking segment: {'id': '541960ed-ea2e-414b-b95b-16f66a435fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '154fe041-a0da-49d3-ad0f-1c0e36bd37bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:39:02.279969 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-0eb3ad6b-5a91-4871-925a-61e97c33789f service neutron] Bound using segment: {'id': '541960ed-ea2e-414b-b95b-16f66a435fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '154fe041-a0da-49d3-ad0f-1c0e36bd37bc'} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:39:02.280411 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-0eb3ad6b-5a91-4871-925a-61e97c33789f service neutron] Bound port: c3cf386e-5e5f-4b87-b9f7-497aef0994cb, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '541960ed-ea2e-414b-b95b-16f66a435fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '154fe041-a0da-49d3-ad0f-1c0e36bd37bc'}}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:39:02.280776 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-0eb3ad6b-5a91-4871-925a-61e97c33789f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:02.318999 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-16fa767c-919c-4b85-bd75-b5e6257e3233 req-e9c161aa-5d76-49e8-8ef6-c735db49ff49 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434985 Oct 28 14:39:02.346635 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-6a3c5d69-9d87-4765-a356-b903b8cae262 service neutron] 10.222.0.72 "GET /v2.0/networks/85db76e5-dc63-4708-809d-c5852ddccd85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495015 Oct 28 14:39:02.411778 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-0eb3ad6b-5a91-4871-925a-61e97c33789f service neutron] For port c3cf386e-5e5f-4b87-b9f7-497aef0994cb, host hv-cinder-81584, cleared binding levels {{(pid=101538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:39:02.433217 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-0eb3ad6b-5a91-4871-925a-61e97c33789f service neutron] For port c3cf386e-5e5f-4b87-b9f7-497aef0994cb, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=c3cf386e-5e5f-4b87-b9f7-497aef0994cb,segment=NetworkSegment(541960ed-ea2e-414b-b95b-16f66a435fe6),segment_id=541960ed-ea2e-414b-b95b-16f66a435fe6)] {{(pid=101538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:39:02.446787 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:02.459636 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-0eb3ad6b-5a91-4871-925a-61e97c33789f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:02.521021 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 1ce30707-c38e-4617-94ce-1585b86bf931 up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:39:02.550503 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-0eb3ad6b-5a91-4871-925a-61e97c33789f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:02.550957 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-0eb3ad6b-5a91-4871-925a-61e97c33789f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:02.552373 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-0eb3ad6b-5a91-4871-925a-61e97c33789f service neutron] 10.222.0.72 "PUT /v2.0/ports/c3cf386e-5e5f-4b87-b9f7-497aef0994cb HTTP/1.1" status: 200 len: 1093 time: 1.5632427 Oct 28 14:39:02.558560 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-606cd19f-3bf7-4330-adfe-9824905c01e5 req-70c09a1e-a391-42c4-b665-b96a8ee4d2c1 service neutron] 10.222.0.72 "GET /v2.0/networks/85db76e5-dc63-4708-809d-c5852ddccd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912107 Oct 28 14:39:02.578798 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f662a-6e01-4a31-9f33-61568f29ff43 req-3ae4bccb-55d1-49c7-8a1c-66aec4a0b66f tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:02.585652 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3ad6b-5a91-4871-925a-61e97c33789f service neutron] Pushing event updated for resources: {'Port': ['ID=c3cf386e-5e5f-4b87-b9f7-497aef0994cb,revision_number=3']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:02.586753 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-cf8f662a-6e01-4a31-9f33-61568f29ff43 req-3ae4bccb-55d1-49c7-8a1c-66aec4a0b66f tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f580e16-b4a4-4536-b78f-5b3c9c726f88 HTTP/1.1" status: 200 len: 943 time: 0.0773897 Oct 28 14:39:02.610384 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 1ce30707-c38e-4617-94ce-1585b86bf931 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:39:02.610787 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:02.636101 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-cf8f662a-6e01-4a31-9f33-61568f29ff43 req-6821c456-5062-4822-a9c3-94e9d2003b5e tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462303 Oct 28 14:39:02.723581 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e7699-3b25-412f-9c7f-bdc06409054c req-3e444400-f552-4433-9465-4b31c99bd44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:02.725141 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-cf6e7699-3b25-412f-9c7f-bdc06409054c req-3e444400-f552-4433-9465-4b31c99bd44a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c550273fcf3242e683f9f92f9456dbee&device_id=5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58 HTTP/1.1" status: 200 len: 1096 time: 0.0760043 Oct 28 14:39:02.727824 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-eb3ef2e9-402f-48b3-983f-d6ec548a5451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:02.729237 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-eb3ef2e9-402f-48b3-983f-d6ec548a5451 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=568d16c23053469dad2cfede8da540d0&device_id=8f580e16-b4a4-4536-b78f-5b3c9c726f88 HTTP/1.1" status: 200 len: 1096 time: 0.0952206 Oct 28 14:39:02.803639 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-3d876fbf-ab72-47e6-8986-c4532d7caa7e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3cf386e-5e5f-4b87-b9f7-497aef0994cb HTTP/1.1" status: 200 len: 217 time: 0.0563509 Oct 28 14:39:02.885037 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-6cdfa5d4-2293-44de-8e20-37dffac4edb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:02.886522 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-6cdfa5d4-2293-44de-8e20-37dffac4edb4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7121b6f-bf50-4bce-a009-aedce513e8c2 HTTP/1.1" status: 200 len: 855 time: 0.0589225 Oct 28 14:39:02.936372 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-ceacb73f-68db-4c49-a982-0a1fd5bed39c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=154fe041-a0da-49d3-ad0f-1c0e36bd37bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362780 Oct 28 14:39:02.937358 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e7699-3b25-412f-9c7f-bdc06409054c req-639b818f-2ab7-46d8-b748-4c7bd1878600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:02.938735 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-cf6e7699-3b25-412f-9c7f-bdc06409054c req-639b818f-2ab7-46d8-b748-4c7bd1878600 service neutron] 10.222.0.72 "GET /v2.0/networks?id=85db76e5-dc63-4708-809d-c5852ddccd85 HTTP/1.1" status: 200 len: 914 time: 0.1851888 Oct 28 14:39:03.030950 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-cf6e7699-3b25-412f-9c7f-bdc06409054c req-70cac672-479d-4a45-a876-26bd2740541d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b794ad0-6626-45fc-b7aa-2da6fee4842f HTTP/1.1" status: 200 len: 217 time: 0.0706754 Oct 28 14:39:03.103227 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e7699-3b25-412f-9c7f-bdc06409054c req-5d4dd3c2-2b67-4d04-96e9-e6998aea69b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:03.104554 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-cf6e7699-3b25-412f-9c7f-bdc06409054c req-5d4dd3c2-2b67-4d04-96e9-e6998aea69b8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a70ca87f-e32e-4588-876d-15656de44e37 HTTP/1.1" status: 200 len: 853 time: 0.0646544 Oct 28 14:39:03.106712 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-5853a3ae-1f2d-4fe8-bbab-01fb52b2aa34 service neutron] 10.222.0.72 "GET /v2.0/networks/154fe041-a0da-49d3-ad0f-1c0e36bd37bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541331 Oct 28 14:39:03.151921 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-cf6e7699-3b25-412f-9c7f-bdc06409054c req-42b866eb-e407-4714-9996-ce205419b618 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=85db76e5-dc63-4708-809d-c5852ddccd85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312986 Oct 28 14:39:03.297449 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d27089-8317-456b-9d4e-67d072974da1 req-e49e3e50-afc2-46c3-8d48-30a44ec54077 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:03.299057 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-89d27089-8317-456b-9d4e-67d072974da1 req-e49e3e50-afc2-46c3-8d48-30a44ec54077 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0522275 Oct 28 14:39:03.300951 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-51525ee2-ce9f-4902-9b03-427ef2adba7d req-a4bdf3c8-e18b-49b9-813e-389fd40bc470 service neutron] 10.222.0.72 "GET /v2.0/networks/154fe041-a0da-49d3-ad0f-1c0e36bd37bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720734 Oct 28 14:39:03.304354 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-cf6e7699-3b25-412f-9c7f-bdc06409054c req-98337368-6aa5-44ac-b7ec-42d3b5e766af service neutron] 10.222.0.72 "GET /v2.0/networks/85db76e5-dc63-4708-809d-c5852ddccd85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434357 Oct 28 14:39:03.357850 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-89d27089-8317-456b-9d4e-67d072974da1 req-a9515e21-c006-4c46-b2b4-4991571bdd2d tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522249 Oct 28 14:39:03.427908 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-cf6e7699-3b25-412f-9c7f-bdc06409054c req-8c7366ec-f2b0-4fc4-b019-d0239e5ae530 service neutron] 10.222.0.72 "GET /v2.0/networks/85db76e5-dc63-4708-809d-c5852ddccd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070862 Oct 28 14:39:03.510100 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4882cb-1d22-4e36-a060-d35a78d01be0 req-7d27bc9b-2ced-442b-8f94-572ba367aabc tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:03.511468 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5b4882cb-1d22-4e36-a060-d35a78d01be0 req-7d27bc9b-2ced-442b-8f94-572ba367aabc tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58 HTTP/1.1" status: 200 len: 943 time: 0.0502665 Oct 28 14:39:03.559219 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5b4882cb-1d22-4e36-a060-d35a78d01be0 req-1f0c9b89-47e6-4a98-9a70-bda516a75363 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370164 Oct 28 14:39:03.587172 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f580e16-b4a4-4536-b78f-5b3c9c726f88', 'tag': 'c3cf386e-5e5f-4b87-b9f7-497aef0994cb'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:39:03.589789 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac17fb5-aa3b-4dab-b42d-45baa767987d" -d '{"events": [{"name": "network-changed", "server_uuid": "8f580e16-b4a4-4536-b78f-5b3c9c726f88", "tag": "c3cf386e-5e5f-4b87-b9f7-497aef0994cb"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:39:03.626233 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c10dd54-0ad9-4c1c-a3a8-4944622f3dae x-openstack-request-id: req-1c10dd54-0ad9-4c1c-a3a8-4944622f3dae {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:39:03.626521 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f580e16-b4a4-4536-b78f-5b3c9c726f88", "tag": "c3cf386e-5e5f-4b87-b9f7-497aef0994cb", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:39:03.626853 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1c10dd54-0ad9-4c1c-a3a8-4944622f3dae {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:39:03.627251 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f580e16-b4a4-4536-b78f-5b3c9c726f88', 'tag': 'c3cf386e-5e5f-4b87-b9f7-497aef0994cb', 'status': 'completed', 'code': 200} Oct 28 14:39:03.718777 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac17fb5-aa3b-4dab-b42d-45baa767987d req-ea08024e-14e7-4ec7-a8ae-7f86bb2783d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:03.720323 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8ac17fb5-aa3b-4dab-b42d-45baa767987d req-ea08024e-14e7-4ec7-a8ae-7f86bb2783d7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=568d16c23053469dad2cfede8da540d0&device_id=8f580e16-b4a4-4536-b78f-5b3c9c726f88 HTTP/1.1" status: 200 len: 1096 time: 0.0457039 Oct 28 14:39:03.755363 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d425c98-c842-4dac-a49e-c91f8cc93b56 req-a4b29354-0a73-4eb2-8e41-8565cdbe85ff tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:03.756862 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5d425c98-c842-4dac-a49e-c91f8cc93b56 req-a4b29354-0a73-4eb2-8e41-8565cdbe85ff tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f580e16-b4a4-4536-b78f-5b3c9c726f88 HTTP/1.1" status: 200 len: 943 time: 0.0598772 Oct 28 14:39:03.804435 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5d425c98-c842-4dac-a49e-c91f8cc93b56 req-33d1e050-21b2-4566-a736-1049d85de439 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402560 Oct 28 14:39:03.833141 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac17fb5-aa3b-4dab-b42d-45baa767987d req-36c5dc11-3bb0-4368-b840-16811c486fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:03.834612 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8ac17fb5-aa3b-4dab-b42d-45baa767987d req-36c5dc11-3bb0-4368-b840-16811c486fac service neutron] 10.222.0.72 "GET /v2.0/networks?id=154fe041-a0da-49d3-ad0f-1c0e36bd37bc HTTP/1.1" status: 200 len: 916 time: 0.0999177 Oct 28 14:39:03.892436 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8ac17fb5-aa3b-4dab-b42d-45baa767987d req-48e807f1-44b1-4927-991b-cea06240781f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3cf386e-5e5f-4b87-b9f7-497aef0994cb HTTP/1.1" status: 200 len: 217 time: 0.0370502 Oct 28 14:39:03.954705 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac17fb5-aa3b-4dab-b42d-45baa767987d req-7c500a8c-654a-44ec-a525-21faef7c91a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:03.956439 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8ac17fb5-aa3b-4dab-b42d-45baa767987d req-7c500a8c-654a-44ec-a525-21faef7c91a6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7121b6f-bf50-4bce-a009-aedce513e8c2 HTTP/1.1" status: 200 len: 855 time: 0.0526259 Oct 28 14:39:03.998179 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8ac17fb5-aa3b-4dab-b42d-45baa767987d req-c3257afc-c39f-48df-8c38-372c6fa30d65 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=154fe041-a0da-49d3-ad0f-1c0e36bd37bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255687 Oct 28 14:39:04.103530 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8ac17fb5-aa3b-4dab-b42d-45baa767987d req-e6124a75-9eab-46d2-abc8-e8cef78cea66 service neutron] 10.222.0.72 "GET /v2.0/networks/154fe041-a0da-49d3-ad0f-1c0e36bd37bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891743 Oct 28 14:39:04.210395 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8ac17fb5-aa3b-4dab-b42d-45baa767987d req-7c130eab-a7f6-4bc1-a7e4-de4ef7edcf0a service neutron] 10.222.0.72 "GET /v2.0/networks/154fe041-a0da-49d3-ad0f-1c0e36bd37bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964785 Oct 28 14:39:04.542865 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8189491-b5d1-4677-9ae9-50920449b046 req-9d347746-d9ce-4558-9331-261cc61d0b06 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:04.544748 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f8189491-b5d1-4677-9ae9-50920449b046 req-9d347746-d9ce-4558-9331-261cc61d0b06 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0581794 Oct 28 14:39:04.585295 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f8189491-b5d1-4677-9ae9-50920449b046 req-7ad1f14c-bc95-4e62-aa90-bff6db153009 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343006 Oct 28 14:39:04.691612 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe1192-29da-43bc-aff4-89ee3648b35b req-1b257db9-f00d-4ca5-8403-3eea4040afc9 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:04.693069 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1bfe1192-29da-43bc-aff4-89ee3648b35b req-1b257db9-f00d-4ca5-8403-3eea4040afc9 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58 HTTP/1.1" status: 200 len: 943 time: 0.0493491 Oct 28 14:39:04.730503 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1bfe1192-29da-43bc-aff4-89ee3648b35b req-9b72c19b-b439-4822-b419-fe07ddd2c005 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315170 Oct 28 14:39:04.944782 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f97605-ef9c-4bb5-9094-9ccce528a48e req-b6728d69-e0fb-4a6f-ace1-ebfaee6df7bc tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:04.946268 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a2f97605-ef9c-4bb5-9094-9ccce528a48e req-b6728d69-e0fb-4a6f-ace1-ebfaee6df7bc tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f580e16-b4a4-4536-b78f-5b3c9c726f88 HTTP/1.1" status: 200 len: 943 time: 0.0563064 Oct 28 14:39:04.984040 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a2f97605-ef9c-4bb5-9094-9ccce528a48e req-c4665cf5-8d38-4091-a441-c21481e2f8b3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317767 Oct 28 14:39:05.284342 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 35468) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:39:05.394414 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-dd9a195b-5eab-4e44-9671-2205105dee01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:05.466935 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-dd9a195b-5eab-4e44-9671-2205105dee01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:05.472399 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-dd9a195b-5eab-4e44-9671-2205105dee01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:05.517955 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-dd9a195b-5eab-4e44-9671-2205105dee01 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=93beb4f813aa461d82a986b9ad136e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322936 Oct 28 14:39:05.518815 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a195b-5eab-4e44-9671-2205105dee01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bafac1b-6523-4d29-ba7a-849037ece1f8,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:05.520803 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 35472) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:39:05.568521 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-cbda5ce6-1ac6-489e-aac5-351cfb87a1dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:05.589416 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-cbda5ce6-1ac6-489e-aac5-351cfb87a1dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:05.642296 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-cbda5ce6-1ac6-489e-aac5-351cfb87a1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:05.646934 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-cbda5ce6-1ac6-489e-aac5-351cfb87a1dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:05.648678 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-cbda5ce6-1ac6-489e-aac5-351cfb87a1dc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7bafac1b-6523-4d29-ba7a-849037ece1f8 HTTP/1.1" status: 204 len: 168 time: 0.1268976 Oct 28 14:39:05.664268 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda5ce6-1ac6-489e-aac5-351cfb87a1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bafac1b-6523-4d29-ba7a-849037ece1f8,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:05.715857 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8440364-900c-436f-ba8e-67d49aaf1b1b req-183f3fcc-2f69-4740-8bad-fef37c1a9157 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:05.717887 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e8440364-900c-436f-ba8e-67d49aaf1b1b req-183f3fcc-2f69-4740-8bad-fef37c1a9157 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0571384 Oct 28 14:39:05.764620 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e8440364-900c-436f-ba8e-67d49aaf1b1b req-290b1d0e-4de0-45b3-b751-eed66c25b965 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402758 Oct 28 14:39:05.875866 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7456862-d731-4e09-9d6f-4ecbed4c3a71 req-1c68dcc7-8c4f-41e3-a080-85bfbdaaca0c tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:05.877348 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f7456862-d731-4e09-9d6f-4ecbed4c3a71 req-1c68dcc7-8c4f-41e3-a080-85bfbdaaca0c tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58 HTTP/1.1" status: 200 len: 943 time: 0.0488772 Oct 28 14:39:05.917275 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f7456862-d731-4e09-9d6f-4ecbed4c3a71 req-c8253611-b4d3-4041-9829-7fe90cfedb8a tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334017 Oct 28 14:39:06.103289 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe34ada-47c4-434d-9c29-4d7810ea8dc3 req-41b59186-ec1e-4c90-a15c-14b72fb7d6a2 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:06.104929 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-afe34ada-47c4-434d-9c29-4d7810ea8dc3 req-41b59186-ec1e-4c90-a15c-14b72fb7d6a2 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f580e16-b4a4-4536-b78f-5b3c9c726f88 HTTP/1.1" status: 200 len: 943 time: 0.0508082 Oct 28 14:39:06.146937 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-afe34ada-47c4-434d-9c29-4d7810ea8dc3 req-5929c8a7-c1e6-4bbb-9525-07934e15821a tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351064 Oct 28 14:39:06.495674 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 0b794ad0-6626-45fc-b7aa-2da6fee4842f details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 14:39:06.596117 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 0b794ad0-6626-45fc-b7aa-2da6fee4842f, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=0b794ad0-6626-45fc-b7aa-2da6fee4842f,segment=NetworkSegment(2e4b41f1-8520-42f7-8097-08c71739e061),segment_id=2e4b41f1-8520-42f7-8097-08c71739e061)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:39:06.607726 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Returning: {'device': '0b794ad0-6626-45fc-b7aa-2da6fee4842f', 'network_id': '85db76e5-dc63-4708-809d-c5852ddccd85', 'port_id': '0b794ad0-6626-45fc-b7aa-2da6fee4842f', 'mac_address': 'fa:16:3e:a9:c0:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70ca87f-e32e-4588-876d-15656de44e37', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 14:39:06.646599 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:06.661425 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b794ad0-6626-45fc-b7aa-2da6fee4842f {{(pid=101540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:39:06.681300 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 0b794ad0-6626-45fc-b7aa-2da6fee4842f, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=0b794ad0-6626-45fc-b7aa-2da6fee4842f,segment=NetworkSegment(2e4b41f1-8520-42f7-8097-08c71739e061),segment_id=2e4b41f1-8520-42f7-8097-08c71739e061)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:39:06.684942 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:06.685588 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device c3cf386e-5e5f-4b87-b9f7-497aef0994cb details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 14:39:06.761363 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=0b794ad0-6626-45fc-b7aa-2da6fee4842f,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:06.832559 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port c3cf386e-5e5f-4b87-b9f7-497aef0994cb, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=c3cf386e-5e5f-4b87-b9f7-497aef0994cb,segment=NetworkSegment(541960ed-ea2e-414b-b95b-16f66a435fe6),segment_id=541960ed-ea2e-414b-b95b-16f66a435fe6)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:39:06.848096 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Returning: {'device': 'c3cf386e-5e5f-4b87-b9f7-497aef0994cb', 'network_id': '154fe041-a0da-49d3-ad0f-1c0e36bd37bc', 'port_id': 'c3cf386e-5e5f-4b87-b9f7-497aef0994cb', 'mac_address': 'fa:16:3e:b0:26:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7121b6f-bf50-4bce-a009-aedce513e8c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 14:39:06.898022 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:06.915688 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3cf386e-5e5f-4b87-b9f7-497aef0994cb {{(pid=101540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:39:06.925548 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0a2a0-3584-407e-a854-21a127df6349 req-cb2f94ec-ee2b-4ed8-87f2-7a6b9f18f048 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:06.927090 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-20b0a2a0-3584-407e-a854-21a127df6349 req-cb2f94ec-ee2b-4ed8-87f2-7a6b9f18f048 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0584531 Oct 28 14:39:06.946859 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port c3cf386e-5e5f-4b87-b9f7-497aef0994cb, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=c3cf386e-5e5f-4b87-b9f7-497aef0994cb,segment=NetworkSegment(541960ed-ea2e-414b-b95b-16f66a435fe6),segment_id=541960ed-ea2e-414b-b95b-16f66a435fe6)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:39:06.955477 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:06.994563 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-20b0a2a0-3584-407e-a854-21a127df6349 req-cb58e5d3-4247-4d14-87a7-542774e68c53 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614674 Oct 28 14:39:07.023820 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=c3cf386e-5e5f-4b87-b9f7-497aef0994cb,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:07.056955 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054792d-6e50-468b-9601-c202c867e856 req-94637bd7-2db9-485e-bdca-c9038bcb1ea3 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:07.058458 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e054792d-6e50-468b-9601-c202c867e856 req-94637bd7-2db9-485e-bdca-c9038bcb1ea3 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58 HTTP/1.1" status: 200 len: 944 time: 0.0553195 Oct 28 14:39:07.096989 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e054792d-6e50-468b-9601-c202c867e856 req-2366afc8-cef9-4603-862d-99cd2a255075 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321662 Oct 28 14:39:07.268208 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9927eb-22e4-4ce4-983f-2822895eb7d3 req-81cd9320-095a-43d7-88ed-1e6537d0ade8 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:07.269862 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-bf9927eb-22e4-4ce4-983f-2822895eb7d3 req-81cd9320-095a-43d7-88ed-1e6537d0ade8 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f580e16-b4a4-4536-b78f-5b3c9c726f88 HTTP/1.1" status: 200 len: 944 time: 0.0499995 Oct 28 14:39:07.308867 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-bf9927eb-22e4-4ce4-983f-2822895eb7d3 req-16319897-29c7-4168-93d1-e10fa6c4fcd4 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329697 Oct 28 14:39:07.482353 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['0b794ad0-6626-45fc-b7aa-2da6fee4842f'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:39:07.525953 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['c3cf386e-5e5f-4b87-b9f7-497aef0994cb'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:39:08.119994 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53819ed4-03e2-42b3-b0b0-ebbb9452169e req-f182d892-a94d-4859-9af0-740f8a8e5869 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:08.121475 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-53819ed4-03e2-42b3-b0b0-ebbb9452169e req-f182d892-a94d-4859-9af0-740f8a8e5869 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0525129 Oct 28 14:39:08.165200 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-53819ed4-03e2-42b3-b0b0-ebbb9452169e req-c5b1262a-aca5-4581-9632-57b4ce5839cf tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376377 Oct 28 14:39:08.226568 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1ceb3-5c1d-486f-931c-2ec77afcfb80 req-8659db44-695b-4b30-921b-13c5e1015f31 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:08.228655 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-22d1ceb3-5c1d-486f-931c-2ec77afcfb80 req-8659db44-695b-4b30-921b-13c5e1015f31 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58 HTTP/1.1" status: 200 len: 944 time: 0.0569427 Oct 28 14:39:08.268973 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-22d1ceb3-5c1d-486f-931c-2ec77afcfb80 req-aff2f2e6-a108-481f-89f9-3e02a8d6bef2 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339198 Oct 28 14:39:08.437065 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa83a3-c851-4fad-b756-c594c714278b req-f1fdbe8f-5fde-446b-95bd-4548101a0ff4 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:08.438632 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-aaaa83a3-c851-4fad-b756-c594c714278b req-f1fdbe8f-5fde-446b-95bd-4548101a0ff4 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f580e16-b4a4-4536-b78f-5b3c9c726f88 HTTP/1.1" status: 200 len: 944 time: 0.0567174 Oct 28 14:39:08.477841 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-aaaa83a3-c851-4fad-b756-c594c714278b req-d486ad70-6987-4f0c-81d6-ddbf29e3fa0b tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329876 Oct 28 14:39:09.303317 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbabe3-5f81-4c5d-bc6b-087c68de3d14 req-9197e9ff-8fde-47b5-a2c0-bb95667d57e9 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:09.305528 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ddfbabe3-5f81-4c5d-bc6b-087c68de3d14 req-9197e9ff-8fde-47b5-a2c0-bb95667d57e9 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0522184 Oct 28 14:39:09.350181 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ddfbabe3-5f81-4c5d-bc6b-087c68de3d14 req-b242a079-bfdd-4270-94c8-e734cc3c0722 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372901 Oct 28 14:39:09.407695 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c26c11-d185-4ce0-b678-253c039d6f29 req-1869d9f5-3650-4e52-9baf-e1b4f041c2bf tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:09.409185 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-09c26c11-d185-4ce0-b678-253c039d6f29 req-1869d9f5-3650-4e52-9baf-e1b4f041c2bf tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58 HTTP/1.1" status: 200 len: 944 time: 0.0518000 Oct 28 14:39:09.448337 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-09c26c11-d185-4ce0-b678-253c039d6f29 req-2b92c9a0-42b8-42b8-8fbf-0289619cd7bd tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328910 Oct 28 14:39:09.594729 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24918f4a-fa0b-4126-9904-0944da108e40 req-52b07313-de78-4a11-a673-298e80c4c971 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:09.595802 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-24918f4a-fa0b-4126-9904-0944da108e40 req-52b07313-de78-4a11-a673-298e80c4c971 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f580e16-b4a4-4536-b78f-5b3c9c726f88 HTTP/1.1" status: 200 len: 944 time: 0.0487719 Oct 28 14:39:09.637652 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-24918f4a-fa0b-4126-9904-0944da108e40 req-433a0eac-fb0c-4718-879d-5b48112c6665 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349288 Oct 28 14:39:10.470834 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210f865-3a6b-4262-8036-3abe29df829f req-d4905ee7-4d60-4e44-97bc-b3c8e67f295d tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:10.472205 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c210f865-3a6b-4262-8036-3abe29df829f req-d4905ee7-4d60-4e44-97bc-b3c8e67f295d tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0497446 Oct 28 14:39:10.506349 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device c3cf386e-5e5f-4b87-b9f7-497aef0994cb up at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:39:10.515956 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c210f865-3a6b-4262-8036-3abe29df829f req-80c68c4f-122f-416c-9ee3-a2917465db19 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377135 Oct 28 14:39:10.564087 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning for port c3cf386e-5e5f-4b87-b9f7-497aef0994cb completed by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 14:39:10.568335 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning complete for port c3cf386e-5e5f-4b87-b9f7-497aef0994cb triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:39:10.568704 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:10.569288 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02d900-45a1-4e01-9b1f-acbb875f100a req-3d032a91-b87d-4e6f-838f-82b82aadd078 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:10.571004 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ca02d900-45a1-4e01-9b1f-acbb875f100a req-3d032a91-b87d-4e6f-838f-82b82aadd078 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58 HTTP/1.1" status: 200 len: 944 time: 0.0506144 Oct 28 14:39:10.609745 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ca02d900-45a1-4e01-9b1f-acbb875f100a req-a548d990-4936-4bff-8ec8-7a0b8f036218 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328591 Oct 28 14:39:10.646735 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:10.669438 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f580e16-b4a4-4536-b78f-5b3c9c726f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3cf386e-5e5f-4b87-b9f7-497aef0994cb'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:39:10.671756 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d89b825-7f52-49ae-9489-4d608672cae5" -d '{"events": [{"server_uuid": "8f580e16-b4a4-4536-b78f-5b3c9c726f88", "name": "network-vif-plugged", "status": "completed", "tag": "c3cf386e-5e5f-4b87-b9f7-497aef0994cb"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:39:10.684970 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port c3cf386e-5e5f-4b87-b9f7-497aef0994cb, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=c3cf386e-5e5f-4b87-b9f7-497aef0994cb,segment=NetworkSegment(541960ed-ea2e-414b-b95b-16f66a435fe6),segment_id=541960ed-ea2e-414b-b95b-16f66a435fe6)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:39:10.690647 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:10.692474 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 0b794ad0-6626-45fc-b7aa-2da6fee4842f up at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:39:10.716495 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c082e8-0ad7-4ee2-b2b3-88a7f27c02ab x-openstack-request-id: req-31c082e8-0ad7-4ee2-b2b3-88a7f27c02ab {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:39:10.716774 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f580e16-b4a4-4536-b78f-5b3c9c726f88", "name": "network-vif-plugged", "status": "completed", "tag": "c3cf386e-5e5f-4b87-b9f7-497aef0994cb", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:39:10.716985 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-31c082e8-0ad7-4ee2-b2b3-88a7f27c02ab {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:39:10.717369 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f580e16-b4a4-4536-b78f-5b3c9c726f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3cf386e-5e5f-4b87-b9f7-497aef0994cb', 'code': 200} Oct 28 14:39:10.758191 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b25cd-010c-468e-8d6b-2a9d98ec9208 req-a9626815-79e0-437a-bf72-f45df2e33980 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:10.759587 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3c2b25cd-010c-468e-8d6b-2a9d98ec9208 req-a9626815-79e0-437a-bf72-f45df2e33980 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f580e16-b4a4-4536-b78f-5b3c9c726f88 HTTP/1.1" status: 200 len: 945 time: 0.0497804 Oct 28 14:39:10.782740 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=c3cf386e-5e5f-4b87-b9f7-497aef0994cb,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:10.794325 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:10.794809 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:10.795255 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:10.795880 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:10.796521 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:10.797043 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:10.797577 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:10.798094 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:10.798485 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:10.798878 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:10.799205 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:10.799529 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:10.810892 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3c2b25cd-010c-468e-8d6b-2a9d98ec9208 req-cfe5350f-6afa-4ef5-8599-ca425b950ac0 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445766 Oct 28 14:39:10.812751 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning for port 0b794ad0-6626-45fc-b7aa-2da6fee4842f completed by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 14:39:10.823852 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning complete for port 0b794ad0-6626-45fc-b7aa-2da6fee4842f triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:39:10.825403 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:10.923375 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:10.958172 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d541c-2fe1-42de-a89a-467318882e38 req-df30e454-9292-4141-8c26-0bf35b287382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:10.959725 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-6c3d541c-2fe1-42de-a89a-467318882e38 req-df30e454-9292-4141-8c26-0bf35b287382 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8f580e16-b4a4-4536-b78f-5b3c9c726f88 HTTP/1.1" status: 200 len: 1098 time: 0.0444937 Oct 28 14:39:10.961454 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 0b794ad0-6626-45fc-b7aa-2da6fee4842f, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=0b794ad0-6626-45fc-b7aa-2da6fee4842f,segment=NetworkSegment(2e4b41f1-8520-42f7-8097-08c71739e061),segment_id=2e4b41f1-8520-42f7-8097-08c71739e061)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:39:10.967204 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:11.010443 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-6c3d541c-2fe1-42de-a89a-467318882e38 req-fc0358c5-1c1f-4701-a755-a53aa501d8f8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332437 Oct 28 14:39:11.025668 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=0b794ad0-6626-45fc-b7aa-2da6fee4842f,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:11.641065 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7af955-611f-4189-9c40-ab13e43327ba req-5a8eaec6-e8f5-4396-801a-94763351841c tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:11.642614 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-eb7af955-611f-4189-9c40-ab13e43327ba req-5a8eaec6-e8f5-4396-801a-94763351841c tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0503063 Oct 28 14:39:11.683841 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-eb7af955-611f-4189-9c40-ab13e43327ba req-9078b112-dad5-4d34-89f3-843bd8785735 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349283 Oct 28 14:39:11.730367 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b562d2-9622-48e6-8cb1-254002533d8f req-b20b2e84-7a8a-405a-92be-d593657b9ca4 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:11.731843 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-63b562d2-9622-48e6-8cb1-254002533d8f req-b20b2e84-7a8a-405a-92be-d593657b9ca4 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58 HTTP/1.1" status: 200 len: 945 time: 0.0471246 Oct 28 14:39:11.768539 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-63b562d2-9622-48e6-8cb1-254002533d8f req-cc527f5b-731c-42cf-9cef-5dcd8eb3a081 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305972 Oct 28 14:39:11.943971 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0ea5f-56dc-4a24-ad00-9def207dcb82 req-3a4aeb76-da4a-41c6-901a-c6567bad1272 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:11.945453 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-04b0ea5f-56dc-4a24-ad00-9def207dcb82 req-3a4aeb76-da4a-41c6-901a-c6567bad1272 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f580e16-b4a4-4536-b78f-5b3c9c726f88 HTTP/1.1" status: 200 len: 945 time: 0.0630620 Oct 28 14:39:11.983325 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-04b0ea5f-56dc-4a24-ad00-9def207dcb82 req-522e4902-0f0a-46eb-901d-719f3d0816e3 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317104 Oct 28 14:39:12.719198 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b794ad0-6626-45fc-b7aa-2da6fee4842f'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:39:12.723125 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66303e3-01ec-417b-a8a2-4e76e026e461" -d '{"events": [{"server_uuid": "5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58", "name": "network-vif-plugged", "status": "completed", "tag": "0b794ad0-6626-45fc-b7aa-2da6fee4842f"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:39:12.774790 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ec047b-4d48-464f-a129-7d77ee01a281 x-openstack-request-id: req-c0ec047b-4d48-464f-a129-7d77ee01a281 {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:39:12.775201 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58", "name": "network-vif-plugged", "status": "completed", "tag": "0b794ad0-6626-45fc-b7aa-2da6fee4842f", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:39:12.775543 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c0ec047b-4d48-464f-a129-7d77ee01a281 {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:39:12.776060 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b794ad0-6626-45fc-b7aa-2da6fee4842f', 'code': 200} Oct 28 14:39:12.831150 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ed916-df90-4104-b8cf-dcf39a99b83b req-efc6b663-f50b-45a9-aec5-52472f7f295c tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:12.839098 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f97ed916-df90-4104-b8cf-dcf39a99b83b req-efc6b663-f50b-45a9-aec5-52472f7f295c tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0597637 Oct 28 14:39:12.908541 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f97ed916-df90-4104-b8cf-dcf39a99b83b req-b82f31b7-6d00-42bc-a4d1-8e4badae0dab tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685830 Oct 28 14:39:12.934874 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4f171-5fc0-4986-8a2f-e0874cae32bb req-0ce1a6b5-d84f-4174-928f-c57cd431718d tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:12.936342 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c3c4f171-5fc0-4986-8a2f-e0874cae32bb req-0ce1a6b5-d84f-4174-928f-c57cd431718d tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58 HTTP/1.1" status: 200 len: 945 time: 0.0782266 Oct 28 14:39:12.999598 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c3c4f171-5fc0-4986-8a2f-e0874cae32bb req-57db5bcc-7bab-4f2e-a961-2a5ed5fa2a58 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570285 Oct 28 14:39:12.999842 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809d03d-1510-430b-a7ff-7094891dfd33 req-ae413414-e9bc-4fba-9ce6-1ea406d9dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:13.001467 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b809d03d-1510-430b-a7ff-7094891dfd33 req-ae413414-e9bc-4fba-9ce6-1ea406d9dc55 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58 HTTP/1.1" status: 200 len: 1098 time: 0.0466592 Oct 28 14:39:13.052672 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b809d03d-1510-430b-a7ff-7094891dfd33 req-7f4b17ae-14a1-418b-ad2a-8c1ffed601fc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377889 Oct 28 14:39:13.119046 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911a5e1-fe9a-44d5-8a6d-4790dbdfd76a req-01a3947b-3f68-4b98-b075-783b7be7fa71 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:13.120514 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8911a5e1-fe9a-44d5-8a6d-4790dbdfd76a req-01a3947b-3f68-4b98-b075-783b7be7fa71 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f580e16-b4a4-4536-b78f-5b3c9c726f88 HTTP/1.1" status: 200 len: 945 time: 0.0494401 Oct 28 14:39:13.157182 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8911a5e1-fe9a-44d5-8a6d-4790dbdfd76a req-ff0ef99b-2d0c-4de2-81e2-5f567b386259 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304248 Oct 28 14:39:13.438898 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320593a-6123-4514-921a-307687c22390 req-cb4c4cb6-eb24-4d38-b7d9-20e3ffdc16cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:13.440404 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-1320593a-6123-4514-921a-307687c22390 req-cb4c4cb6-eb24-4d38-b7d9-20e3ffdc16cf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 1099 time: 0.0493236 Oct 28 14:39:13.500218 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-1320593a-6123-4514-921a-307687c22390 req-10dbb0b6-aeac-4c5f-8c06-fa7e8dd684ee service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392632 Oct 28 14:39:13.966883 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 35704) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:39:14.078225 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae678c58-6ca6-4957-a7d5-b2fed8e1eb6f req-c2ed4540-b844-41aa-a599-2a1dd87ac5fd tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:14.087961 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ae678c58-6ca6-4957-a7d5-b2fed8e1eb6f req-c2ed4540-b844-41aa-a599-2a1dd87ac5fd tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.1029534 Oct 28 14:39:14.116880 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-f597b142-5cc2-475b-a0ef-5276204bb91a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:14.170146 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ae678c58-6ca6-4957-a7d5-b2fed8e1eb6f req-87be58f4-5657-4b3e-8f04-08e2fb1ad760 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584183 Oct 28 14:39:14.192281 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f41ef9-fdf5-4e85-a8bb-bf52168f6abb req-1cfc0682-c793-47cb-96ca-9b15a2bc20ae tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:14.192776 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-21f41ef9-fdf5-4e85-a8bb-bf52168f6abb req-1cfc0682-c793-47cb-96ca-9b15a2bc20ae tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58 HTTP/1.1" status: 200 len: 945 time: 0.1033580 Oct 28 14:39:14.200426 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-f597b142-5cc2-475b-a0ef-5276204bb91a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:14.205775 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-f597b142-5cc2-475b-a0ef-5276204bb91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:14.252378 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-21f41ef9-fdf5-4e85-a8bb-bf52168f6abb req-d10beade-cadb-4c45-baf5-2e60cb999025 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587111 Oct 28 14:39:14.258983 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 35714) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:39:14.259269 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-f597b142-5cc2-475b-a0ef-5276204bb91a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=918203710ede47dcb2a5b68353dc0a03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2910490 Oct 28 14:39:14.260193 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b142-5cc2-475b-a0ef-5276204bb91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed99a93-fcd0-4df8-9601-8093d375fd66,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:14.315210 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-35ccbd77-f425-4f15-baba-f9996826ca1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:14.341079 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-35ccbd77-f425-4f15-baba-f9996826ca1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:14.397062 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-35ccbd77-f425-4f15-baba-f9996826ca1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:14.399827 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-35ccbd77-f425-4f15-baba-f9996826ca1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:14.400974 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-35ccbd77-f425-4f15-baba-f9996826ca1c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fed99a93-fcd0-4df8-9601-8093d375fd66 HTTP/1.1" status: 204 len: 168 time: 0.1407459 Oct 28 14:39:14.408827 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ccbd77-f425-4f15-baba-f9996826ca1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed99a93-fcd0-4df8-9601-8093d375fd66,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:14.416358 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccbd77-f425-4f15-baba-f9996826ca1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:14.416709 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccbd77-f425-4f15-baba-f9996826ca1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:14.417050 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccbd77-f425-4f15-baba-f9996826ca1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:14.417498 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccbd77-f425-4f15-baba-f9996826ca1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:14.417712 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccbd77-f425-4f15-baba-f9996826ca1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:14.418040 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccbd77-f425-4f15-baba-f9996826ca1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:14.418368 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccbd77-f425-4f15-baba-f9996826ca1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:14.418722 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccbd77-f425-4f15-baba-f9996826ca1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:14.419400 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccbd77-f425-4f15-baba-f9996826ca1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:14.419723 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccbd77-f425-4f15-baba-f9996826ca1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:14.420043 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccbd77-f425-4f15-baba-f9996826ca1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:14.420363 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccbd77-f425-4f15-baba-f9996826ca1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:14.675993 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 35728) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:39:14.690479 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-45923483-a353-463c-b2dd-4780309f11b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:14.776175 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-45923483-a353-463c-b2dd-4780309f11b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:14.780453 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-45923483-a353-463c-b2dd-4780309f11b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:14.820840 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-45923483-a353-463c-b2dd-4780309f11b7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=da8bc08df8344a1aafeb0153039f06ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436036 Oct 28 14:39:14.821689 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45923483-a353-463c-b2dd-4780309f11b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fd301b-215b-4dc8-b587-74b06dc5f39e,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:14.824397 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 35736) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:39:14.892995 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-7934c0e0-2395-4771-89ed-c2a4461efd2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:14.920014 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-7934c0e0-2395-4771-89ed-c2a4461efd2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:14.965924 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-7934c0e0-2395-4771-89ed-c2a4461efd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:14.968760 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-7934c0e0-2395-4771-89ed-c2a4461efd2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:14.970020 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-7934c0e0-2395-4771-89ed-c2a4461efd2d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/63fd301b-215b-4dc8-b587-74b06dc5f39e HTTP/1.1" status: 204 len: 168 time: 0.1442864 Oct 28 14:39:14.980196 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934c0e0-2395-4771-89ed-c2a4461efd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fd301b-215b-4dc8-b587-74b06dc5f39e,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:15.308251 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5efafa-6cf1-4cb7-b5bc-fee5539705e7 req-6719aaf1-1ffa-4e2a-b013-87eb7e59a12c tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:15.309772 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1b5efafa-6cf1-4cb7-b5bc-fee5539705e7 req-6719aaf1-1ffa-4e2a-b013-87eb7e59a12c tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0679631 Oct 28 14:39:15.323452 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 35752) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:39:15.337852 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6952b420-a790-4a83-b940-aa80087554b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:15.375580 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1b5efafa-6cf1-4cb7-b5bc-fee5539705e7 req-77c66db2-0de4-4557-b276-e7a46678f5f8 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588846 Oct 28 14:39:15.434968 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6952b420-a790-4a83-b940-aa80087554b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:15.438977 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fd9b0-9907-4480-9bd9-3217aa86c3b2 req-f0de1760-6a90-42c5-9b4a-3a1f20bd65a5 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:15.441584 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6952b420-a790-4a83-b940-aa80087554b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:15.453116 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-947fd9b0-9907-4480-9bd9-3217aa86c3b2 req-f0de1760-6a90-42c5-9b4a-3a1f20bd65a5 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58 HTTP/1.1" status: 200 len: 945 time: 0.0763969 Oct 28 14:39:15.491922 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-6952b420-a790-4a83-b940-aa80087554b2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=098df54f7986427e84296209e82f66cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1672058 Oct 28 14:39:15.495607 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 35754) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:39:15.503772 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952b420-a790-4a83-b940-aa80087554b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c007b7b8-7409-46ad-9e87-285db359beb4,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:15.507000 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-947fd9b0-9907-4480-9bd9-3217aa86c3b2 req-7f75b51d-2004-4dd1-9d12-6a647a60d9e0 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505276 Oct 28 14:39:15.570746 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ee75db7c-5da6-4a6e-9d1b-7f6ac7a1c927 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:15.595579 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ee75db7c-5da6-4a6e-9d1b-7f6ac7a1c927 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:15.683262 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ee75db7c-5da6-4a6e-9d1b-7f6ac7a1c927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:15.689874 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ee75db7c-5da6-4a6e-9d1b-7f6ac7a1c927 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:15.692693 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-ee75db7c-5da6-4a6e-9d1b-7f6ac7a1c927 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c007b7b8-7409-46ad-9e87-285db359beb4 HTTP/1.1" status: 204 len: 168 time: 0.1941102 Oct 28 14:39:15.703232 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75db7c-5da6-4a6e-9d1b-7f6ac7a1c927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c007b7b8-7409-46ad-9e87-285db359beb4,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:16.490469 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d295d2f-68cc-40e8-882f-91cd19683b7f req-78458ce6-af6a-41d3-8a7e-c3c95b5af91c tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:16.491991 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4d295d2f-68cc-40e8-882f-91cd19683b7f req-78458ce6-af6a-41d3-8a7e-c3c95b5af91c tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0537202 Oct 28 14:39:16.534564 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4d295d2f-68cc-40e8-882f-91cd19683b7f req-e033576d-3013-4dc1-9367-cf2c1088c59e tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353408 Oct 28 14:39:16.817545 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfb771-bf5e-4719-978e-844e895917bc req-da701cc4-d7ce-4d98-bc8a-e2e7bf6cf48e tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:16.819630 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c1cfb771-bf5e-4719-978e-844e895917bc req-da701cc4-d7ce-4d98-bc8a-e2e7bf6cf48e tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0769637 Oct 28 14:39:16.827309 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17216403-add4-4424-b22e-9340eabca36e req-4b55969a-2796-47e3-ae3f-962aafcb35dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:16.828965 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-17216403-add4-4424-b22e-9340eabca36e req-4b55969a-2796-47e3-ae3f-962aafcb35dd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dda0d6d1b084868853338165ea3601d&device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 1099 time: 0.0636854 Oct 28 14:39:16.862763 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c1cfb771-bf5e-4719-978e-844e895917bc req-85ef4234-2bbd-44e4-84e8-280f73eb127a tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362780 Oct 28 14:39:16.932953 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17216403-add4-4424-b22e-9340eabca36e req-0436b9c8-bbf4-44a2-924b-b47f740970dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:16.934475 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-17216403-add4-4424-b22e-9340eabca36e req-0436b9c8-bbf4-44a2-924b-b47f740970dd service neutron] 10.222.0.72 "GET /v2.0/networks?id=f66cb821-2d22-45aa-9985-3ea85500b50a HTTP/1.1" status: 200 len: 919 time: 0.0953596 Oct 28 14:39:16.979549 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-17216403-add4-4424-b22e-9340eabca36e req-e59d97bb-be84-4ce9-a465-8bbc8558d6b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb63d985-7727-473b-be7e-41ea307f84b9 HTTP/1.1" status: 200 len: 217 time: 0.0330253 Oct 28 14:39:17.030950 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17216403-add4-4424-b22e-9340eabca36e req-b967e363-c81c-4a09-b948-8b350c6cb4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:17.032416 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-17216403-add4-4424-b22e-9340eabca36e req-b967e363-c81c-4a09-b948-8b350c6cb4be service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f8630344-cf93-4cfe-815f-63516c44a48e HTTP/1.1" status: 200 len: 858 time: 0.0448999 Oct 28 14:39:17.060301 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d41edc3a-2fc9-4a76-83eb-f0543503b19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:17.104960 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-17216403-add4-4424-b22e-9340eabca36e req-c7252f3b-ea5d-478a-9f3e-71b2d32082fd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f66cb821-2d22-45aa-9985-3ea85500b50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299406 Oct 28 14:39:17.213447 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-17216403-add4-4424-b22e-9340eabca36e req-d716146e-5c46-43cd-bbe6-84e30b7b09c7 service neutron] 10.222.0.72 "GET /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869582 Oct 28 14:39:17.587639 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-17216403-add4-4424-b22e-9340eabca36e req-81b6e690-edfe-43ec-9096-978e5145dcb8 service neutron] 10.222.0.72 "GET /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321331 Oct 28 14:39:17.988321 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf80af-ed76-409a-85f7-43aca343e22a req-0aa64fc4-8fb3-4e99-8640-6c0e941a91c8 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:17.989823 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-32cf80af-ed76-409a-85f7-43aca343e22a req-0aa64fc4-8fb3-4e99-8640-6c0e941a91c8 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0505531 Oct 28 14:39:18.029790 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-32cf80af-ed76-409a-85f7-43aca343e22a req-a626fd08-f0ff-4f4b-a51b-7c78e6e8992d tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332470 Oct 28 14:39:19.156018 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67942bb-57b1-4d4a-8db9-97320db64618 req-94774097-025a-4c45-8b04-875afbcbfe1c tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:19.157559 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f67942bb-57b1-4d4a-8db9-97320db64618 req-94774097-025a-4c45-8b04-875afbcbfe1c tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0589337 Oct 28 14:39:19.198462 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f67942bb-57b1-4d4a-8db9-97320db64618 req-9cf55799-ad94-4bcc-88e1-965949f9334c tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345945 Oct 28 14:39:20.083059 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-560b391d-2e27-4e51-b88a-f9f46bb99dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:20.326720 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dd522-7e03-4ef7-a9ba-734e207767a9 req-2a4f7409-85d0-47e6-a460-2c7d9dde0c9f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:20.327348 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c76dd522-7e03-4ef7-a9ba-734e207767a9 req-2a4f7409-85d0-47e6-a460-2c7d9dde0c9f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0540762 Oct 28 14:39:20.371441 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c76dd522-7e03-4ef7-a9ba-734e207767a9 req-71546a3d-99ff-44c4-9875-fe1c6cb2e7d0 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333800 Oct 28 14:39:21.036325 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:21.207470 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:21.210081 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081eee7-3bf8-4ee2-b066-ea96298a70b0 req-1970e7e3-60ae-4787-b284-7e336c804783 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:21.211640 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e081eee7-3bf8-4ee2-b066-ea96298a70b0 req-1970e7e3-60ae-4787-b284-7e336c804783 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0568459 Oct 28 14:39:21.256526 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e081eee7-3bf8-4ee2-b066-ea96298a70b0 req-551e7189-e4c3-4b36-b4ac-eee458ea2736 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385051 Oct 28 14:39:21.515137 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d85da-f71b-431c-99a6-a20705ba142c req-091a5d4f-b1d6-444a-a3e8-0f28916b267c tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:21.516613 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-144d85da-f71b-431c-99a6-a20705ba142c req-091a5d4f-b1d6-444a-a3e8-0f28916b267c tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0652912 Oct 28 14:39:21.557421 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-144d85da-f71b-431c-99a6-a20705ba142c req-2d116ed9-f67f-4236-aab3-c3056225b897 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344470 Oct 28 14:39:22.085742 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:22.402647 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10207551-db22-46d5-83fe-ad621df7b892 req-4d57a469-1e90-45ca-b3c9-ca8a77857b79 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:22.404173 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-10207551-db22-46d5-83fe-ad621df7b892 req-4d57a469-1e90-45ca-b3c9-ca8a77857b79 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0519307 Oct 28 14:39:22.442509 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-10207551-db22-46d5-83fe-ad621df7b892 req-d6111342-06df-471f-bba2-7e6352a54ca4 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323095 Oct 28 14:39:22.983917 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a65ca-9cb4-412b-ab31-388caba82989 req-d112453e-ed8e-4149-9ac3-6347260315de tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:22.985415 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3f6a65ca-9cb4-412b-ab31-388caba82989 req-d112453e-ed8e-4149-9ac3-6347260315de tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0508029 Oct 28 14:39:23.025763 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3f6a65ca-9cb4-412b-ab31-388caba82989 req-3a120326-c1fe-4a41-a866-506c23c664a8 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339506 Oct 28 14:39:23.570147 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3905483-6aeb-4eb4-a905-8f9e78c67e3f req-e66f2708-0337-43a9-9df2-6bf3fe515e79 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:23.571713 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a3905483-6aeb-4eb4-a905-8f9e78c67e3f req-e66f2708-0337-43a9-9df2-6bf3fe515e79 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0540309 Oct 28 14:39:23.609239 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a3905483-6aeb-4eb4-a905-8f9e78c67e3f req-602e7957-bd5e-403f-ba39-8339f61fc943 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315723 Oct 28 14:39:24.736586 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b71db-9b77-48f5-8e5e-0435d0308d7d req-35cd971b-a6ee-4113-801b-941d1ed1a2c3 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:24.738153 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b78b71db-9b77-48f5-8e5e-0435d0308d7d req-35cd971b-a6ee-4113-801b-941d1ed1a2c3 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0571845 Oct 28 14:39:24.780798 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b78b71db-9b77-48f5-8e5e-0435d0308d7d req-c59c42d5-4b3a-4e58-8959-11b05a04d127 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355227 Oct 28 14:39:25.912216 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d81e8d-537c-4776-adbb-2f19a1c0513b req-09f89f5a-e8db-4d11-af05-4762799d2969 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:25.913861 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f2d81e8d-537c-4776-adbb-2f19a1c0513b req-09f89f5a-e8db-4d11-af05-4762799d2969 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0497406 Oct 28 14:39:25.952262 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f2d81e8d-537c-4776-adbb-2f19a1c0513b req-9454d4e8-f89f-47cb-9451-00afa906ca92 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319839 Oct 28 14:39:27.085070 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594ab2f-8bee-4488-aeac-11d34575e413 req-d4e90de7-61d4-4995-a383-d1d8672a6a05 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:27.086501 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0594ab2f-8bee-4488-aeac-11d34575e413 req-d4e90de7-61d4-4995-a383-d1d8672a6a05 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0563073 Oct 28 14:39:27.128677 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0594ab2f-8bee-4488-aeac-11d34575e413 req-5c6e3daf-7351-4d5f-bc1c-616328fd52b3 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342662 Oct 28 14:39:28.261714 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8377297-2129-4e9e-b8b1-c1d6ca2af493 req-8d9b0e8d-59a2-46ac-8f4e-b61bcd2bef6c tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:28.263178 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f8377297-2129-4e9e-b8b1-c1d6ca2af493 req-8d9b0e8d-59a2-46ac-8f4e-b61bcd2bef6c tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0508776 Oct 28 14:39:28.301661 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f8377297-2129-4e9e-b8b1-c1d6ca2af493 req-b5e0c75b-a03d-4db4-aa9b-4471ffa4b36b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323782 Oct 28 14:39:29.427547 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc440b1-795d-4ec9-806a-b249a32c0de8 req-cb3a3f13-d422-4e4d-8fc9-0cf807527aac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:29.429060 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0dc440b1-795d-4ec9-806a-b249a32c0de8 req-cb3a3f13-d422-4e4d-8fc9-0cf807527aac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0546997 Oct 28 14:39:29.470499 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0dc440b1-795d-4ec9-806a-b249a32c0de8 req-14d99c51-c46b-4ab2-8c37-e1901d426568 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321896 Oct 28 14:39:30.222241 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0f375-325b-47f4-a3af-dbd31312ce46 req-e4d17c58-49fc-47e2-bb40-beb8056f5216 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:30.223748 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a2f0f375-325b-47f4-a3af-dbd31312ce46 req-e4d17c58-49fc-47e2-bb40-beb8056f5216 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0533576 Oct 28 14:39:30.265845 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a2f0f375-325b-47f4-a3af-dbd31312ce46 req-fba9b3b2-84b3-46bc-948a-efaff41d6487 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358636 Oct 28 14:39:30.602923 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53b009-e54b-4d2c-ad96-78941ee0ec81 req-eb01d05e-45b9-4001-8ff8-622f7d4a3085 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:30.604410 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0f53b009-e54b-4d2c-ad96-78941ee0ec81 req-eb01d05e-45b9-4001-8ff8-622f7d4a3085 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0574288 Oct 28 14:39:30.641899 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0f53b009-e54b-4d2c-ad96-78941ee0ec81 req-8b283193-200a-4394-9e3d-759c688c97c7 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315132 Oct 28 14:39:31.392547 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76cd1a-19bb-4e42-a0d7-bc82c2aaf292 req-619ac5cd-5859-40fb-af8a-b92d9cc79426 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:31.394164 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6f76cd1a-19bb-4e42-a0d7-bc82c2aaf292 req-619ac5cd-5859-40fb-af8a-b92d9cc79426 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0553572 Oct 28 14:39:31.441719 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6f76cd1a-19bb-4e42-a0d7-bc82c2aaf292 req-9fcf34d0-2505-4db9-9e26-7bfefd866bd2 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389879 Oct 28 14:39:31.782558 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b79dc-8ec7-412d-9759-55164327a1b4 req-a7269911-2cbb-4ff9-9a78-15606e6d4689 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:31.784129 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a67b79dc-8ec7-412d-9759-55164327a1b4 req-a7269911-2cbb-4ff9-9a78-15606e6d4689 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0669932 Oct 28 14:39:31.839155 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a67b79dc-8ec7-412d-9759-55164327a1b4 req-cc5d9c3c-f6be-48fb-b2b8-4f78f9a3b628 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486343 Oct 28 14:39:32.441609 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:32.597305 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a150a-8dcc-4b64-a59c-4c7761ba527e req-e7b9f2c6-db2d-48ca-89f5-a1e606788091 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:32.598712 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2c5a150a-8dcc-4b64-a59c-4c7761ba527e req-e7b9f2c6-db2d-48ca-89f5-a1e606788091 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0739691 Oct 28 14:39:32.611370 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072da79-e8f1-4033-bfb3-bc54f5e31f15 req-af550e75-8473-456d-8f39-6d405fdf6a41 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:32.612858 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f072da79-e8f1-4033-bfb3-bc54f5e31f15 req-af550e75-8473-456d-8f39-6d405fdf6a41 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f580e16-b4a4-4536-b78f-5b3c9c726f88 HTTP/1.1" status: 200 len: 945 time: 0.0770538 Oct 28 14:39:32.669238 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2c5a150a-8dcc-4b64-a59c-4c7761ba527e req-4ca50b4b-5a07-4ba9-bc02-88fb6aca7519 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554230 Oct 28 14:39:32.673883 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f072da79-e8f1-4033-bfb3-bc54f5e31f15 req-453f577c-1b44-416a-b279-0138231b7bc5 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540941 Oct 28 14:39:32.960305 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6224ba0-fe52-41fa-867a-1bb60a531225 req-79610fba-f59a-4d5e-a5d5-94b8875d257f tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:32.960960 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d6224ba0-fe52-41fa-867a-1bb60a531225 req-79610fba-f59a-4d5e-a5d5-94b8875d257f tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0513833 Oct 28 14:39:32.998379 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d6224ba0-fe52-41fa-867a-1bb60a531225 req-15790f2b-5700-44e5-933e-364fa287ee1c tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319545 Oct 28 14:39:33.818847 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b4761-03f9-4500-be1d-b57a95a590b7 req-9e795f83-82c2-4e95-bd29-cc36fa5c93dd tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:33.820319 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c98b4761-03f9-4500-be1d-b57a95a590b7 req-9e795f83-82c2-4e95-bd29-cc36fa5c93dd tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0752654 Oct 28 14:39:33.830409 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834500e-c6b0-4025-aad1-9883b59237e2 req-6167390c-bce9-49d3-98e6-c4184a9e82a8 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:33.831811 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1834500e-c6b0-4025-aad1-9883b59237e2 req-6167390c-bce9-49d3-98e6-c4184a9e82a8 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f580e16-b4a4-4536-b78f-5b3c9c726f88 HTTP/1.1" status: 200 len: 945 time: 0.0845048 Oct 28 14:39:33.891372 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c98b4761-03f9-4500-be1d-b57a95a590b7 req-480d2dc7-573e-4047-8a36-fe0d986610b5 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585909 Oct 28 14:39:33.894229 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1834500e-c6b0-4025-aad1-9883b59237e2 req-a9589293-87b2-425c-b3b5-905e5db45182 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558622 Oct 28 14:39:34.125682 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634ffd0-57fc-4c57-89b0-ea41e3b9b00f req-30e2ef3c-04e1-4e8a-90d3-1dac9cbec336 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:34.127171 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7634ffd0-57fc-4c57-89b0-ea41e3b9b00f req-30e2ef3c-04e1-4e8a-90d3-1dac9cbec336 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0575273 Oct 28 14:39:34.165568 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7634ffd0-57fc-4c57-89b0-ea41e3b9b00f req-d443064b-8287-4a09-a338-0652e8102f3a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321989 Oct 28 14:39:35.048011 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d2700-1066-4663-9cef-6bb4372967be req-ffc318cc-1819-4efd-bd17-7197231a9fd1 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:35.049559 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d05d2700-1066-4663-9cef-6bb4372967be req-ffc318cc-1819-4efd-bd17-7197231a9fd1 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0840309 Oct 28 14:39:35.058031 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2639a-3954-4dc0-8cd1-e4d917667a6b req-9c3051c3-86e1-4581-abf3-b0ec6b4c1ec7 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:35.059491 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1ed2639a-3954-4dc0-8cd1-e4d917667a6b req-9c3051c3-86e1-4581-abf3-b0ec6b4c1ec7 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f580e16-b4a4-4536-b78f-5b3c9c726f88 HTTP/1.1" status: 200 len: 945 time: 0.0838556 Oct 28 14:39:35.108388 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d05d2700-1066-4663-9cef-6bb4372967be req-d42bfbed-39ad-479d-8722-efa839318078 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479224 Oct 28 14:39:35.120594 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1ed2639a-3954-4dc0-8cd1-e4d917667a6b req-58df9ce4-2225-430e-a33a-636507a7fe72 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470035 Oct 28 14:39:35.286045 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b191e11-e5b1-4b62-971e-406aaaf348e7 req-e47c6c5f-cf05-401e-a4dc-b347d7e75496 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:35.287797 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4b191e11-e5b1-4b62-971e-406aaaf348e7 req-e47c6c5f-cf05-401e-a4dc-b347d7e75496 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0514097 Oct 28 14:39:35.331345 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4b191e11-e5b1-4b62-971e-406aaaf348e7 req-7e8f3dc5-0627-40b2-98c5-78e6ff0c8622 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368834 Oct 28 14:39:35.703387 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5322074-bdae-442b-9542-d9a933061030 req-ef5dcd9a-29dd-4961-884a-ae85e20d085a tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:35.704971 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c5322074-bdae-442b-9542-d9a933061030 req-ef5dcd9a-29dd-4961-884a-ae85e20d085a tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f580e16-b4a4-4536-b78f-5b3c9c726f88 HTTP/1.1" status: 200 len: 945 time: 0.0569978 Oct 28 14:39:35.805294 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-c5322074-bdae-442b-9542-d9a933061030 req-08aeedc4-128a-45c7-a801-60b21eaf1b42 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Deleting port c3cf386e-5e5f-4b87-b9f7-497aef0994cb {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:39:35.805579 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-c5322074-bdae-442b-9542-d9a933061030 req-08aeedc4-128a-45c7-a801-60b21eaf1b42 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:35.897571 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-c5322074-bdae-442b-9542-d9a933061030 req-08aeedc4-128a-45c7-a801-60b21eaf1b42 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] For port c3cf386e-5e5f-4b87-b9f7-497aef0994cb, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=c3cf386e-5e5f-4b87-b9f7-497aef0994cb,segment=NetworkSegment(541960ed-ea2e-414b-b95b-16f66a435fe6),segment_id=541960ed-ea2e-414b-b95b-16f66a435fe6)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:39:35.897949 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-c5322074-bdae-442b-9542-d9a933061030 req-08aeedc4-128a-45c7-a801-60b21eaf1b42 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:35.913154 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-c5322074-bdae-442b-9542-d9a933061030 req-08aeedc4-128a-45c7-a801-60b21eaf1b42 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Calling delete_port for c3cf386e-5e5f-4b87-b9f7-497aef0994cb owned by compute:nova {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:39:36.049334 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-c5322074-bdae-442b-9542-d9a933061030 req-08aeedc4-128a-45c7-a801-60b21eaf1b42 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:36.068436 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['630449a9-73bb-43a4-a6de-52fc316459aa', '494ef905-08d5-4167-8c2a-33be8e03cd57', '289de141-a971-4648-928c-fa7aed814424', 'c3cf386e-5e5f-4b87-b9f7-497aef0994cb'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:39:36.077401 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aeedc4-128a-45c7-a801-60b21eaf1b42 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Pushing event deleted for resources: {'Port': ['ID=c3cf386e-5e5f-4b87-b9f7-497aef0994cb,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:36.127546 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5322074-bdae-442b-9542-d9a933061030 req-08aeedc4-128a-45c7-a801-60b21eaf1b42 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] No DVR routers for this DVR port c3cf386e-5e5f-4b87-b9f7-497aef0994cb on host hv-cinder-81584 {{(pid=101538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:39:36.131762 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-c5322074-bdae-442b-9542-d9a933061030 req-08aeedc4-128a-45c7-a801-60b21eaf1b42 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:36.135328 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c5322074-bdae-442b-9542-d9a933061030 req-08aeedc4-128a-45c7-a801-60b21eaf1b42 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.72 "DELETE /v2.0/ports/c3cf386e-5e5f-4b87-b9f7-497aef0994cb HTTP/1.1" status: 204 len: 173 time: 0.4217219 Oct 28 14:39:36.135782 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f580e16-b4a4-4536-b78f-5b3c9c726f88', 'name': 'network-vif-deleted', 'tag': 'c3cf386e-5e5f-4b87-b9f7-497aef0994cb'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:39:36.138074 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237c5e34-be74-4ed2-9ea6-6c3a16759c55" -d '{"events": [{"server_uuid": "8f580e16-b4a4-4536-b78f-5b3c9c726f88", "name": "network-vif-deleted", "tag": "c3cf386e-5e5f-4b87-b9f7-497aef0994cb"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:39:36.263573 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4dc82beb-e5ba-4c56-b9c5-6a37343e7e94 req-4a6fffa3-6f44-4bfb-a16b-0e05ac0f607e tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f580e16-b4a4-4536-b78f-5b3c9c726f88 HTTP/1.1" status: 200 len: 210 time: 0.0482471 Oct 28 14:39:36.304296 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341caed-0833-48a4-bb69-51bd5cb832b6 req-2fef0756-d7a6-4efd-989a-f1f065a48699 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:36.306025 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c341caed-0833-48a4-bb69-51bd5cb832b6 req-2fef0756-d7a6-4efd-989a-f1f065a48699 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.1073811 Oct 28 14:39:36.317206 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb45157d-a2b3-496e-9d54-2e414d39442c x-openstack-request-id: req-cb45157d-a2b3-496e-9d54-2e414d39442c {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:39:36.317704 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f580e16-b4a4-4536-b78f-5b3c9c726f88", "name": "network-vif-deleted", "tag": "c3cf386e-5e5f-4b87-b9f7-497aef0994cb", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:39:36.318091 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cb45157d-a2b3-496e-9d54-2e414d39442c {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:39:36.318607 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f580e16-b4a4-4536-b78f-5b3c9c726f88', 'name': 'network-vif-deleted', 'tag': 'c3cf386e-5e5f-4b87-b9f7-497aef0994cb', 'status': 'completed', 'code': 200} Oct 28 14:39:36.348137 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c341caed-0833-48a4-bb69-51bd5cb832b6 req-ec6ceb12-c1a4-4518-b0c6-a5381612e8f7 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356071 Oct 28 14:39:36.392753 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:39:36.464715 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a618fe6-b6c6-4c84-b3a2-8ed6b213e378 req-c27bde37-3393-4681-8c8c-d026fb385c49 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:36.466170 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2a618fe6-b6c6-4c84-b3a2-8ed6b213e378 req-c27bde37-3393-4681-8c8c-d026fb385c49 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0532022 Oct 28 14:39:36.506136 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2a618fe6-b6c6-4c84-b3a2-8ed6b213e378 req-ed1ff1a4-8bd5-43ed-a8e7-ebd90e437f5c tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339026 Oct 28 14:39:37.476132 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76cbf4-b62a-46a9-8a90-189f5662af2b req-784747a8-1392-44eb-8474-e634026ee1fa tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:37.477944 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4c76cbf4-b62a-46a9-8a90-189f5662af2b req-784747a8-1392-44eb-8474-e634026ee1fa tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0503657 Oct 28 14:39:37.515754 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4c76cbf4-b62a-46a9-8a90-189f5662af2b req-469553dc-19cf-436f-90cf-efae6e204702 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319293 Oct 28 14:39:37.835508 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a765f-fef4-4a8e-9015-94173a5d0cad req-1c75d648-997f-4e26-8932-11dd548dddc8 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:37.836946 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4b3a765f-fef4-4a8e-9015-94173a5d0cad req-1c75d648-997f-4e26-8932-11dd548dddc8 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.2527561 Oct 28 14:39:37.874264 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4b3a765f-fef4-4a8e-9015-94173a5d0cad req-28224f66-05e6-4da6-b487-45500580a5d0 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313270 Oct 28 14:39:38.525670 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9bf81-5e68-4d8a-a1ce-443b0afdf38c req-4e734c81-2cde-429c-8fd0-f0d0f1199c0f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:38.528183 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-aca9bf81-5e68-4d8a-a1ce-443b0afdf38c req-4e734c81-2cde-429c-8fd0-f0d0f1199c0f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0507619 Oct 28 14:39:38.529365 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f43a1-6b49-461d-b488-6df3fee8760e req-68b496a0-45c3-426c-9a74-4d31a1d33948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:38.532993 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-554f43a1-6b49-461d-b488-6df3fee8760e req-68b496a0-45c3-426c-9a74-4d31a1d33948 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dda0d6d1b084868853338165ea3601d&device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 1099 time: 0.0480464 Oct 28 14:39:38.569482 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-aca9bf81-5e68-4d8a-a1ce-443b0afdf38c req-d23391d1-fa4c-4457-865e-1c4c14ffa32f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345013 Oct 28 14:39:38.646578 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f43a1-6b49-461d-b488-6df3fee8760e req-96aece0a-06b5-466e-b8ab-317399e0219b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:38.648105 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-554f43a1-6b49-461d-b488-6df3fee8760e req-96aece0a-06b5-466e-b8ab-317399e0219b service neutron] 10.222.0.72 "GET /v2.0/networks?id=f66cb821-2d22-45aa-9985-3ea85500b50a HTTP/1.1" status: 200 len: 919 time: 0.1013997 Oct 28 14:39:38.671250 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device c3cf386e-5e5f-4b87-b9f7-497aef0994cb no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:39:38.693657 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] No Port match for: c3cf386e-5e5f-4b87-b9f7-497aef0994cb {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:39:38.694281 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device c3cf386e-5e5f-4b87-b9f7-497aef0994cb not bound to the agent host hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:39:38.705575 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-554f43a1-6b49-461d-b488-6df3fee8760e req-b707ef91-e303-49bf-b774-0789bf97bb29 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb63d985-7727-473b-be7e-41ea307f84b9 HTTP/1.1" status: 200 len: 217 time: 0.0454214 Oct 28 14:39:38.730564 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa022d-704a-438a-845d-054bc7ae4cf3 req-4a23741c-66a8-4875-a147-1c92c1533176 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:38.732073 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c7fa022d-704a-438a-845d-054bc7ae4cf3 req-4a23741c-66a8-4875-a147-1c92c1533176 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0968513 Oct 28 14:39:38.742495 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c510d10-bd52-4c97-9dc8-217ae8412d9b req-e88ba32f-e236-4bbb-aa2f-950a3f17171b tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:38.744412 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3c510d10-bd52-4c97-9dc8-217ae8412d9b req-e88ba32f-e236-4bbb-aa2f-950a3f17171b tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=421e3531-14af-4531-9cc7-57994db1835b HTTP/1.1" status: 200 len: 945 time: 0.0728271 Oct 28 14:39:38.762935 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f43a1-6b49-461d-b488-6df3fee8760e req-992e27b5-b0c1-43a4-9601-331b4924496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:38.764640 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-554f43a1-6b49-461d-b488-6df3fee8760e req-992e27b5-b0c1-43a4-9601-331b4924496b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f8630344-cf93-4cfe-815f-63516c44a48e HTTP/1.1" status: 200 len: 858 time: 0.0456624 Oct 28 14:39:38.799710 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-554f43a1-6b49-461d-b488-6df3fee8760e req-aee51c7d-8a2a-4d27-8381-14b7b30961af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f66cb821-2d22-45aa-9985-3ea85500b50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258558 Oct 28 14:39:38.804389 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c7fa022d-704a-438a-845d-054bc7ae4cf3 req-64405791-00df-433d-a4ca-7bad4f5fc190 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587738 Oct 28 14:39:38.811492 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3c510d10-bd52-4c97-9dc8-217ae8412d9b req-d8d355a4-a8d9-4b0f-abc9-0ecd979794ea tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588286 Oct 28 14:39:38.895626 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-554f43a1-6b49-461d-b488-6df3fee8760e req-1424c430-b2c9-4feb-a0db-e1dc31c317f8 service neutron] 10.222.0.72 "GET /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866423 Oct 28 14:39:38.995280 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e126d51-adea-4e3b-a989-7cfc19001319 req-982d5b50-d6b3-485c-af63-783a92dfaa58 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:38.995895 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-554f43a1-6b49-461d-b488-6df3fee8760e req-2e2bf85d-14ed-4ff4-afc3-86457cb77202 service neutron] 10.222.0.72 "GET /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881710 Oct 28 14:39:38.996737 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3e126d51-adea-4e3b-a989-7cfc19001319 req-982d5b50-d6b3-485c-af63-783a92dfaa58 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0495021 Oct 28 14:39:39.037698 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3e126d51-adea-4e3b-a989-7cfc19001319 req-3cccfe55-8b59-4f8c-8e07-ccd58c88ed3e tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348892 Oct 28 14:39:39.693622 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98de51a-83a1-4d0d-8b7a-7c83a68d0857 req-8c628632-d4dd-4dfc-bc9c-77907b2adc8e tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:39.695119 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d98de51a-83a1-4d0d-8b7a-7c83a68d0857 req-8c628632-d4dd-4dfc-bc9c-77907b2adc8e tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0496373 Oct 28 14:39:39.740189 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d98de51a-83a1-4d0d-8b7a-7c83a68d0857 req-537b4658-02e8-407a-baed-1e5a18dccfc0 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360100 Oct 28 14:39:39.962858 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eabbd6-c7ac-4f46-938c-0f9337bf8bd0 req-00b2a503-eefc-4230-bcde-0e743b5845af tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:39.964335 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d7eabbd6-c7ac-4f46-938c-0f9337bf8bd0 req-00b2a503-eefc-4230-bcde-0e743b5845af tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0853369 Oct 28 14:39:39.971489 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c075ace-6411-4c05-b194-18f4e771ed12 req-17c1cdd2-cf1c-43df-b471-817fcdb90304 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:39.972807 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5c075ace-6411-4c05-b194-18f4e771ed12 req-17c1cdd2-cf1c-43df-b471-817fcdb90304 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=421e3531-14af-4531-9cc7-57994db1835b HTTP/1.1" status: 200 len: 945 time: 0.0847077 Oct 28 14:39:40.024311 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d7eabbd6-c7ac-4f46-938c-0f9337bf8bd0 req-e8c2300f-cd1b-4b5e-a39d-8152bda74291 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505567 Oct 28 14:39:40.031582 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5c075ace-6411-4c05-b194-18f4e771ed12 req-fa0b77f9-6c52-4ee2-b31d-4847c6d62cb4 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521894 Oct 28 14:39:40.164237 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98c93a-1ffd-4feb-83b9-4aa134ef99b3 req-3cf6d7f8-05bd-4cfa-bb47-e04f072f90b1 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:40.165765 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6f98c93a-1ffd-4feb-83b9-4aa134ef99b3 req-3cf6d7f8-05bd-4cfa-bb47-e04f072f90b1 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0535061 Oct 28 14:39:40.204915 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6f98c93a-1ffd-4feb-83b9-4aa134ef99b3 req-b8f1fcc8-051b-493d-87be-7aa466ab9cf8 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326169 Oct 28 14:39:40.864385 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45519279-acea-4b62-847d-cd787a63d1e2 req-c8132a8d-0600-41c8-b565-f02635c0c5c0 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:40.866013 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-45519279-acea-4b62-847d-cd787a63d1e2 req-c8132a8d-0600-41c8-b565-f02635c0c5c0 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0524631 Oct 28 14:39:40.905373 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-45519279-acea-4b62-847d-cd787a63d1e2 req-e2956656-d693-4ff3-adb4-e62db4b4b832 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331759 Oct 28 14:39:41.177156 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc16357-f956-47cf-bcfa-c6ac2332b4b0 req-6a3d5904-1604-4e6e-bdc5-84fd7d9664d7 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:41.178635 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3dc16357-f956-47cf-bcfa-c6ac2332b4b0 req-6a3d5904-1604-4e6e-bdc5-84fd7d9664d7 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0833693 Oct 28 14:39:41.188938 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739750c2-9b20-40a6-85f7-8c05fed86552 req-1fdb1835-bead-488b-aac3-8c4403d393a4 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:41.190308 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-739750c2-9b20-40a6-85f7-8c05fed86552 req-1fdb1835-bead-488b-aac3-8c4403d393a4 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=421e3531-14af-4531-9cc7-57994db1835b HTTP/1.1" status: 200 len: 945 time: 0.0857630 Oct 28 14:39:41.246486 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3dc16357-f956-47cf-bcfa-c6ac2332b4b0 req-cccbd8e3-5e19-432c-833f-44a93178debf tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551984 Oct 28 14:39:41.249190 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-739750c2-9b20-40a6-85f7-8c05fed86552 req-8a6a8849-b6d3-421d-961d-e7e609b4bb0f tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523427 Oct 28 14:39:41.324771 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a895f62-c924-4b36-8fc2-0970347fbe41 req-f16687cf-e7b8-4376-bc6f-c708eb9e0191 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:41.327035 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8a895f62-c924-4b36-8fc2-0970347fbe41 req-f16687cf-e7b8-4376-bc6f-c708eb9e0191 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.72 "GET /v2.0/ports?device_id=421e3531-14af-4531-9cc7-57994db1835b HTTP/1.1" status: 200 len: 945 time: 0.0522535 Oct 28 14:39:41.368056 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b103088-0bfd-43e7-ad81-edb8f1ba54d4 req-ec1f8d24-1971-45c1-8cc5-5618fb2f20ee tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:41.369626 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9b103088-0bfd-43e7-ad81-edb8f1ba54d4 req-ec1f8d24-1971-45c1-8cc5-5618fb2f20ee tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0529146 Oct 28 14:39:41.409765 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9b103088-0bfd-43e7-ad81-edb8f1ba54d4 req-8cd6e870-0ffb-419e-b8ff-7eb59a7b79aa tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339971 Oct 28 14:39:41.431337 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-8a895f62-c924-4b36-8fc2-0970347fbe41 req-99f54d61-3f12-49e6-920c-bfe766058ac6 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Deleting port 289de141-a971-4648-928c-fa7aed814424 {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:39:41.439389 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-8a895f62-c924-4b36-8fc2-0970347fbe41 req-99f54d61-3f12-49e6-920c-bfe766058ac6 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:41.524909 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-8a895f62-c924-4b36-8fc2-0970347fbe41 req-99f54d61-3f12-49e6-920c-bfe766058ac6 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] For port 289de141-a971-4648-928c-fa7aed814424, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=289de141-a971-4648-928c-fa7aed814424,segment=NetworkSegment(541960ed-ea2e-414b-b95b-16f66a435fe6),segment_id=541960ed-ea2e-414b-b95b-16f66a435fe6)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:39:41.525296 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-8a895f62-c924-4b36-8fc2-0970347fbe41 req-99f54d61-3f12-49e6-920c-bfe766058ac6 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:41.537870 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-8a895f62-c924-4b36-8fc2-0970347fbe41 req-99f54d61-3f12-49e6-920c-bfe766058ac6 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Calling delete_port for 289de141-a971-4648-928c-fa7aed814424 owned by compute:nova {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:39:41.673749 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-8a895f62-c924-4b36-8fc2-0970347fbe41 req-99f54d61-3f12-49e6-920c-bfe766058ac6 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:41.692545 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['630449a9-73bb-43a4-a6de-52fc316459aa', '494ef905-08d5-4167-8c2a-33be8e03cd57', '289de141-a971-4648-928c-fa7aed814424'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:39:41.705053 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f54d61-3f12-49e6-920c-bfe766058ac6 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Pushing event deleted for resources: {'Port': ['ID=289de141-a971-4648-928c-fa7aed814424,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:41.745547 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a895f62-c924-4b36-8fc2-0970347fbe41 req-99f54d61-3f12-49e6-920c-bfe766058ac6 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] No DVR routers for this DVR port 289de141-a971-4648-928c-fa7aed814424 on host hv-cinder-81584 {{(pid=101538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:39:41.748269 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-8a895f62-c924-4b36-8fc2-0970347fbe41 req-99f54d61-3f12-49e6-920c-bfe766058ac6 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:41.751665 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8a895f62-c924-4b36-8fc2-0970347fbe41 req-99f54d61-3f12-49e6-920c-bfe766058ac6 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.72 "DELETE /v2.0/ports/289de141-a971-4648-928c-fa7aed814424 HTTP/1.1" status: 204 len: 173 time: 0.4134114 Oct 28 14:39:41.752165 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421e3531-14af-4531-9cc7-57994db1835b', 'name': 'network-vif-deleted', 'tag': '289de141-a971-4648-928c-fa7aed814424'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:39:41.754412 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4251a3f-f2f2-4da7-b822-51e635b6767f" -d '{"events": [{"server_uuid": "421e3531-14af-4531-9cc7-57994db1835b", "name": "network-vif-deleted", "tag": "289de141-a971-4648-928c-fa7aed814424"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:39:41.799603 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5908ecc9-c442-4266-8143-09b3ec3b1d0e x-openstack-request-id: req-5908ecc9-c442-4266-8143-09b3ec3b1d0e {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:39:41.799955 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421e3531-14af-4531-9cc7-57994db1835b", "name": "network-vif-deleted", "tag": "289de141-a971-4648-928c-fa7aed814424", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:39:41.800312 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5908ecc9-c442-4266-8143-09b3ec3b1d0e {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:39:41.800798 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421e3531-14af-4531-9cc7-57994db1835b', 'name': 'network-vif-deleted', 'tag': '289de141-a971-4648-928c-fa7aed814424', 'status': 'completed', 'code': 200} Oct 28 14:39:42.027402 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c914f60-c4df-40e9-b446-099db37301f0 req-ba515d4f-5121-4e63-aae0-661e39421208 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:42.029033 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1c914f60-c4df-40e9-b446-099db37301f0 req-ba515d4f-5121-4e63-aae0-661e39421208 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0502932 Oct 28 14:39:42.089898 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1c914f60-c4df-40e9-b446-099db37301f0 req-df1c1832-fb37-428f-8c2c-620f96b2c0a0 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545001 Oct 28 14:39:42.385891 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-14a9d09c-264c-49dd-9139-697e229e073b req-2d416deb-18a0-484a-8890-ec08d6e73dee tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=421e3531-14af-4531-9cc7-57994db1835b HTTP/1.1" status: 200 len: 210 time: 0.0305698 Oct 28 14:39:42.401753 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e366ef0-c923-43a4-a798-41723ae49180 req-70610b34-7f15-461f-ac10-7de5b3d91ba6 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:42.403312 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5e366ef0-c923-43a4-a798-41723ae49180 req-70610b34-7f15-461f-ac10-7de5b3d91ba6 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0755894 Oct 28 14:39:42.451615 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5e366ef0-c923-43a4-a798-41723ae49180 req-816e811c-480b-4440-a3dc-ec5c020ce39c tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395436 Oct 28 14:39:42.549927 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253673fd-11b3-4f19-8dfa-a252070ab384 req-20424b79-4aae-4787-a4d5-0c7365a54215 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:42.551493 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-253673fd-11b3-4f19-8dfa-a252070ab384 req-20424b79-4aae-4787-a4d5-0c7365a54215 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0539460 Oct 28 14:39:42.593050 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-253673fd-11b3-4f19-8dfa-a252070ab384 req-8936c49e-8bb3-4608-af57-3266fe21d689 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349884 Oct 28 14:39:43.229316 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1d200-30a1-449e-ab02-31a1b740c332 req-cd85b9da-be62-4423-9769-a59002b176d1 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:43.230712 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6bc1d200-30a1-449e-ab02-31a1b740c332 req-cd85b9da-be62-4423-9769-a59002b176d1 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0583079 Oct 28 14:39:43.272116 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6bc1d200-30a1-449e-ab02-31a1b740c332 req-f3833dd1-39e7-40f6-8603-5c44f30c1e23 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327976 Oct 28 14:39:43.597213 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27ae2a-f208-4f02-ace5-a64d90804e2c req-71e22edc-6879-4e48-a543-344056113c09 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:43.599153 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3d27ae2a-f208-4f02-ace5-a64d90804e2c req-71e22edc-6879-4e48-a543-344056113c09 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0692930 Oct 28 14:39:43.642776 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3d27ae2a-f208-4f02-ace5-a64d90804e2c req-4d1b4af9-86e3-4f64-bab7-0eec02d6eece tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362437 Oct 28 14:39:43.689836 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22a0cb-ad70-45be-ad33-0be28306e1b2 req-ee8b79c8-0956-4207-ae0e-6506def7b76f tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:43.691670 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-db22a0cb-ad70-45be-ad33-0be28306e1b2 req-ee8b79c8-0956-4207-ae0e-6506def7b76f tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=3774e8e6-6947-4f9a-ae38-076c623d14d4 HTTP/1.1" status: 200 len: 946 time: 0.0531344 Oct 28 14:39:43.758358 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-db22a0cb-ad70-45be-ad33-0be28306e1b2 req-2a8e78f0-2415-4ef9-bda3-d0d772221c2a tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605383 Oct 28 14:39:43.775966 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c70b4c-0985-46e3-8a84-7198cb76f181 req-d33fdd5d-ff47-4f19-9eed-b28bbcf75d2f tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:43.777424 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a9c70b4c-0985-46e3-8a84-7198cb76f181 req-d33fdd5d-ff47-4f19-9eed-b28bbcf75d2f tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0669193 Oct 28 14:39:43.818062 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a9c70b4c-0985-46e3-8a84-7198cb76f181 req-f1e02935-5867-4e8f-be73-8b957ad8a9a6 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341477 Oct 28 14:39:44.401076 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b2952-b03b-4d33-ac0f-36a62c9b2b79 req-5328e547-2517-403c-9844-d30806998170 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:44.402567 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e38b2952-b03b-4d33-ac0f-36a62c9b2b79 req-5328e547-2517-403c-9844-d30806998170 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0559125 Oct 28 14:39:44.444443 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e38b2952-b03b-4d33-ac0f-36a62c9b2b79 req-6e074ef7-a963-42db-a705-df1911f432b9 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339506 Oct 28 14:39:44.724765 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 45ec9642-12d9-434d-9a64-a82adf4927f5 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 14:39:44.730944 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 289de141-a971-4648-928c-fa7aed814424 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:39:44.762774 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] No Port match for: 289de141-a971-4648-928c-fa7aed814424 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:39:44.763209 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 289de141-a971-4648-928c-fa7aed814424 not bound to the agent host hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:39:44.769468 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a4297-e6cb-48c6-bfb3-f44542ce9e11 req-2a9fdc1e-b280-4283-b06e-898466191add tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:44.771003 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-154a4297-e6cb-48c6-bfb3-f44542ce9e11 req-2a9fdc1e-b280-4283-b06e-898466191add tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0491073 Oct 28 14:39:44.815603 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-154a4297-e6cb-48c6-bfb3-f44542ce9e11 req-7bc1646a-e327-4b74-b42a-d04ea860751a tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376661 Oct 28 14:39:44.852992 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 45ec9642-12d9-434d-9a64-a82adf4927f5, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=45ec9642-12d9-434d-9a64-a82adf4927f5,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:39:44.865247 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Returning: {'device': '45ec9642-12d9-434d-9a64-a82adf4927f5', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'port_id': '45ec9642-12d9-434d-9a64-a82adf4927f5', 'mac_address': 'fa:16:3e:90:11:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c385150-b18d-415b-9404-b587a3485a15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 14:39:44.888384 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ddd1a-e369-46f6-8c57-9b8f0a7fbc16 req-e8da6088-076f-4a84-8a26-fb68759fa1c4 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:44.889943 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-523ddd1a-e369-46f6-8c57-9b8f0a7fbc16 req-e8da6088-076f-4a84-8a26-fb68759fa1c4 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=3774e8e6-6947-4f9a-ae38-076c623d14d4 HTTP/1.1" status: 200 len: 946 time: 0.0557120 Oct 28 14:39:44.910460 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:44.924125 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45ec9642-12d9-434d-9a64-a82adf4927f5 {{(pid=101540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:39:44.942980 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 45ec9642-12d9-434d-9a64-a82adf4927f5, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=45ec9642-12d9-434d-9a64-a82adf4927f5,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:39:44.947711 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:44.973763 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5a985-c282-4d3b-bca2-2689dc6ba5b7 req-c00c2443-a2f2-4656-8d96-b4524a563078 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:44.975334 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-99f5a985-c282-4d3b-bca2-2689dc6ba5b7 req-c00c2443-a2f2-4656-8d96-b4524a563078 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0716369 Oct 28 14:39:44.980943 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-523ddd1a-e369-46f6-8c57-9b8f0a7fbc16 req-47bb3c87-021d-4afd-859c-8a1ebc4a4f81 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635324 Oct 28 14:39:45.000892 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=45ec9642-12d9-434d-9a64-a82adf4927f5,revision_number=6']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:45.016358 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-99f5a985-c282-4d3b-bca2-2689dc6ba5b7 req-05947eb6-f43c-4138-8d9e-fc9102d8ad1d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349691 Oct 28 14:39:45.177888 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['45ec9642-12d9-434d-9a64-a82adf4927f5'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:39:45.571777 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0bfb8-606e-4a2a-8d31-00973876e944 req-3ed15f69-7537-47e3-93b1-996b810aeb02 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:45.573507 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-bad0bfb8-606e-4a2a-8d31-00973876e944 req-3ed15f69-7537-47e3-93b1-996b810aeb02 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0563345 Oct 28 14:39:45.617463 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-bad0bfb8-606e-4a2a-8d31-00973876e944 req-a8aa824d-951f-452a-b865-df82d9c34a29 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364842 Oct 28 14:39:45.959932 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556588ce-122e-41bc-a253-6cec194ecebb req-3ae0d3fb-deb5-4eac-a857-e735db0a5b1f tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:45.961524 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-556588ce-122e-41bc-a253-6cec194ecebb req-3ae0d3fb-deb5-4eac-a857-e735db0a5b1f tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0507944 Oct 28 14:39:46.000450 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-556588ce-122e-41bc-a253-6cec194ecebb req-f4bfd46b-d0d6-4610-91f0-739f8687c4a5 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328958 Oct 28 14:39:46.156723 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17099154-57a2-48c1-bd41-4612db5b83ed req-9d7e93a3-8a6e-46d7-8412-648218942895 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:46.158284 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-17099154-57a2-48c1-bd41-4612db5b83ed req-9d7e93a3-8a6e-46d7-8412-648218942895 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=3774e8e6-6947-4f9a-ae38-076c623d14d4 HTTP/1.1" status: 200 len: 946 time: 0.0869648 Oct 28 14:39:46.206193 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b359b00-e252-4c3f-965d-9acda0b00f7e req-e60ee8c8-dbab-4deb-a563-3960f4e7864e tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:46.208047 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-7b359b00-e252-4c3f-965d-9acda0b00f7e req-e60ee8c8-dbab-4deb-a563-3960f4e7864e tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.72 "GET /v2.0/ports?device_id=3774e8e6-6947-4f9a-ae38-076c623d14d4 HTTP/1.1" status: 200 len: 946 time: 0.0671666 Oct 28 14:39:46.208182 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddfeb3-1a2e-4c6d-897f-b2b50cc50538 req-070b65ce-7d97-4efd-ae8a-89f7a5474941 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:46.209710 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-24ddfeb3-1a2e-4c6d-897f-b2b50cc50538 req-070b65ce-7d97-4efd-ae8a-89f7a5474941 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 945 time: 0.1117215 Oct 28 14:39:46.266803 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-17099154-57a2-48c1-bd41-4612db5b83ed req-30f0933d-ccb7-4773-b0e0-3f143f2d1388 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905371 Oct 28 14:39:46.288623 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-24ddfeb3-1a2e-4c6d-897f-b2b50cc50538 req-5fbfd791-b629-4f7d-b620-fe29fa69e960 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693448 Oct 28 14:39:46.356686 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-7b359b00-e252-4c3f-965d-9acda0b00f7e req-8f68f7da-2fae-4d9e-8f44-8342b53093d8 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Deleting port 494ef905-08d5-4167-8c2a-33be8e03cd57 {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:39:46.357439 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-7b359b00-e252-4c3f-965d-9acda0b00f7e req-8f68f7da-2fae-4d9e-8f44-8342b53093d8 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:46.514314 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-7b359b00-e252-4c3f-965d-9acda0b00f7e req-8f68f7da-2fae-4d9e-8f44-8342b53093d8 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] For port 494ef905-08d5-4167-8c2a-33be8e03cd57, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=494ef905-08d5-4167-8c2a-33be8e03cd57,segment=NetworkSegment(541960ed-ea2e-414b-b95b-16f66a435fe6),segment_id=541960ed-ea2e-414b-b95b-16f66a435fe6)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:39:46.514821 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-7b359b00-e252-4c3f-965d-9acda0b00f7e req-8f68f7da-2fae-4d9e-8f44-8342b53093d8 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:46.530287 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-7b359b00-e252-4c3f-965d-9acda0b00f7e req-8f68f7da-2fae-4d9e-8f44-8342b53093d8 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Calling delete_port for 494ef905-08d5-4167-8c2a-33be8e03cd57 owned by compute:nova {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:39:46.718902 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-7b359b00-e252-4c3f-965d-9acda0b00f7e req-8f68f7da-2fae-4d9e-8f44-8342b53093d8 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:46.740676 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['630449a9-73bb-43a4-a6de-52fc316459aa', '494ef905-08d5-4167-8c2a-33be8e03cd57'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:39:46.745863 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 45ec9642-12d9-434d-9a64-a82adf4927f5 up at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:39:46.802280 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd05e7-0645-4539-82f2-9f0f21398ce1 req-4ce0d686-696d-4333-9a91-1daa6343ea45 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:46.812635 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1afd05e7-0645-4539-82f2-9f0f21398ce1 req-4ce0d686-696d-4333-9a91-1daa6343ea45 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0931921 Oct 28 14:39:46.842917 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68f7da-2fae-4d9e-8f44-8342b53093d8 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Pushing event deleted for resources: {'Port': ['ID=494ef905-08d5-4167-8c2a-33be8e03cd57,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:46.845771 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b359b00-e252-4c3f-965d-9acda0b00f7e req-8f68f7da-2fae-4d9e-8f44-8342b53093d8 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] No DVR routers for this DVR port 494ef905-08d5-4167-8c2a-33be8e03cd57 on host hv-cinder-81584 {{(pid=101538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:39:46.848187 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-7b359b00-e252-4c3f-965d-9acda0b00f7e req-8f68f7da-2fae-4d9e-8f44-8342b53093d8 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:46.852490 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-7b359b00-e252-4c3f-965d-9acda0b00f7e req-8f68f7da-2fae-4d9e-8f44-8342b53093d8 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.72 "DELETE /v2.0/ports/494ef905-08d5-4167-8c2a-33be8e03cd57 HTTP/1.1" status: 204 len: 173 time: 0.6267147 Oct 28 14:39:46.853108 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3774e8e6-6947-4f9a-ae38-076c623d14d4', 'name': 'network-vif-deleted', 'tag': '494ef905-08d5-4167-8c2a-33be8e03cd57'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:39:46.855660 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af9aaf3-4dce-442e-bfb7-68dd8f7c26bf" -d '{"events": [{"server_uuid": "3774e8e6-6947-4f9a-ae38-076c623d14d4", "name": "network-vif-deleted", "tag": "494ef905-08d5-4167-8c2a-33be8e03cd57"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:39:46.880504 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning complete for port 45ec9642-12d9-434d-9a64-a82adf4927f5 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:39:46.880889 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:46.887884 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1afd05e7-0645-4539-82f2-9f0f21398ce1 req-8bfcb392-bd48-4c44-b689-75176f6698c4 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742474 Oct 28 14:39:46.945133 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecd473d-5309-4f35-a7a0-f7ebc5664f3d x-openstack-request-id: req-aecd473d-5309-4f35-a7a0-f7ebc5664f3d {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:39:46.945874 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3774e8e6-6947-4f9a-ae38-076c623d14d4", "name": "network-vif-deleted", "tag": "494ef905-08d5-4167-8c2a-33be8e03cd57", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:39:46.946262 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aecd473d-5309-4f35-a7a0-f7ebc5664f3d {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:39:46.946810 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3774e8e6-6947-4f9a-ae38-076c623d14d4', 'name': 'network-vif-deleted', 'tag': '494ef905-08d5-4167-8c2a-33be8e03cd57', 'status': 'completed', 'code': 200} Oct 28 14:39:47.070072 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:47.085248 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-b3129fad-0cea-4668-9f8b-5be0153a77d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:47.099294 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b92d161-e1ba-469f-89ea-a72e2925b4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ec9642-12d9-434d-9a64-a82adf4927f5'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:39:47.101752 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf464ba-1136-41d6-a54c-4b1d73faaa75" -d '{"events": [{"server_uuid": "4b92d161-e1ba-469f-89ea-a72e2925b4bf", "name": "network-vif-plugged", "status": "completed", "tag": "45ec9642-12d9-434d-9a64-a82adf4927f5"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:39:47.133999 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 45ec9642-12d9-434d-9a64-a82adf4927f5, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=45ec9642-12d9-434d-9a64-a82adf4927f5,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:39:47.140870 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:47.172016 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46664f6-d7a4-4367-9a3d-c055b64026b3 x-openstack-request-id: req-c46664f6-d7a4-4367-9a3d-c055b64026b3 {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:39:47.172548 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b92d161-e1ba-469f-89ea-a72e2925b4bf", "name": "network-vif-plugged", "status": "completed", "tag": "45ec9642-12d9-434d-9a64-a82adf4927f5", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:39:47.172715 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f6cc0-268f-445d-91d4-197ed07931a6 req-d4c78237-a230-4dff-a197-a9e0fff34c5e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:47.172836 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c46664f6-d7a4-4367-9a3d-c055b64026b3 {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:39:47.173166 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b92d161-e1ba-469f-89ea-a72e2925b4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ec9642-12d9-434d-9a64-a82adf4927f5', 'code': 200} Oct 28 14:39:47.174226 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f67f6cc0-268f-445d-91d4-197ed07931a6 req-d4c78237-a230-4dff-a197-a9e0fff34c5e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0775518 Oct 28 14:39:47.202350 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=45ec9642-12d9-434d-9a64-a82adf4927f5,revision_number=7']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:47.245266 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f67f6cc0-268f-445d-91d4-197ed07931a6 req-2134a1f5-5f12-493c-8866-496e854c99bf tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640092 Oct 28 14:39:47.384541 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6e57ff5d-9d26-45e5-a296-656dba2fc706 req-8378a228-9b8c-4734-b3b0-2b7321798949 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=3774e8e6-6947-4f9a-ae38-076c623d14d4 HTTP/1.1" status: 200 len: 210 time: 0.0337040 Oct 28 14:39:47.438976 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a5ce1-635c-48c4-a1bc-da4aba332bcc req-2ee25bcf-2de9-42ae-a112-5f8fefa8b99d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:47.440578 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e48a5ce1-635c-48c4-a1bc-da4aba332bcc req-2ee25bcf-2de9-42ae-a112-5f8fefa8b99d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0547576 Oct 28 14:39:47.492734 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e48a5ce1-635c-48c4-a1bc-da4aba332bcc req-1db9ccb6-3b35-4521-8b13-021651098007 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457621 Oct 28 14:39:48.004147 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e019c3-24b9-4a2b-b10e-dca5bc578107 req-f7d19777-2343-45a6-b2e1-c42facbff80f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:48.005542 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-09e019c3-24b9-4a2b-b10e-dca5bc578107 req-f7d19777-2343-45a6-b2e1-c42facbff80f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0491302 Oct 28 14:39:48.058292 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-09e019c3-24b9-4a2b-b10e-dca5bc578107 req-659a615f-4441-447b-b613-afeeae24fb7b tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427575 Oct 28 14:39:48.361938 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84953ba-14aa-4db2-b126-84f880db3238 req-bf504783-05b1-4595-8e0b-f5596e00dbe2 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:48.363424 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c84953ba-14aa-4db2-b126-84f880db3238 req-bf504783-05b1-4595-8e0b-f5596e00dbe2 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0521939 Oct 28 14:39:48.406107 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c84953ba-14aa-4db2-b126-84f880db3238 req-8f445d48-c87e-4cca-9993-99c8bc3f4737 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338538 Oct 28 14:39:48.628519 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5dc0d-2b21-4f9e-a4c3-3f2ee209d399 req-2fae6b79-1693-4df6-a114-a114ac8ec9fa tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:48.629522 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e3e5dc0d-2b21-4f9e-a4c3-3f2ee209d399 req-2fae6b79-1693-4df6-a114-a114ac8ec9fa tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0505533 Oct 28 14:39:48.681471 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e3e5dc0d-2b21-4f9e-a4c3-3f2ee209d399 req-6a381eb9-e113-48d8-9f90-e26404d391ca tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419743 Oct 28 14:39:49.248351 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aeaaa1-dabb-4b5f-8d40-b2770c1002b0 req-1f7180de-dfc8-4cf4-808a-799777ed3e09 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:49.251669 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-73aeaaa1-dabb-4b5f-8d40-b2770c1002b0 req-1f7180de-dfc8-4cf4-808a-799777ed3e09 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.1074119 Oct 28 14:39:49.289179 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-73aeaaa1-dabb-4b5f-8d40-b2770c1002b0 req-af0e7c30-13ce-4ae1-809b-8dbc71bd52d4 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330403 Oct 28 14:39:49.537804 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973db905-0372-4eaf-8ba9-abd83747059d req-44f4784e-0140-4fd6-8444-c2b29b10fb16 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:49.539306 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-973db905-0372-4eaf-8ba9-abd83747059d req-44f4784e-0140-4fd6-8444-c2b29b10fb16 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0544558 Oct 28 14:39:49.579771 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-973db905-0372-4eaf-8ba9-abd83747059d req-e471a146-1866-405f-b3f9-028c014df151 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339425 Oct 28 14:39:49.867829 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ae236-a0dc-4a67-bb17-e5f8cda7f2c7 req-6f2d9582-b55e-4808-a222-443d3a313622 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:49.869528 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b48ae236-a0dc-4a67-bb17-e5f8cda7f2c7 req-6f2d9582-b55e-4808-a222-443d3a313622 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0779600 Oct 28 14:39:49.960882 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b48ae236-a0dc-4a67-bb17-e5f8cda7f2c7 req-431cd9bc-5d4a-465f-91f8-fb7cb4bb9310 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735936 Oct 28 14:39:49.977276 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ed0b1-61cd-48d0-a12f-3ed3c38e4c15 req-1f50c77d-09ad-4197-94f8-5c2716f95ec7 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:49.979283 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c76ed0b1-61cd-48d0-a12f-3ed3c38e4c15 req-1f50c77d-09ad-4197-94f8-5c2716f95ec7 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 946 time: 0.1015770 Oct 28 14:39:50.034709 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c76ed0b1-61cd-48d0-a12f-3ed3c38e4c15 req-fda231cf-adf7-41bc-ada7-2def5216a336 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479517 Oct 28 14:39:50.076440 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fbb2d5d9-f8d7-446a-b55b-59950adf9c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:50.454959 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08718127-da92-4d4f-bee3-ec42a9444cca req-37cb337b-5860-4764-9a20-20a9372c9ef5 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:50.462214 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-08718127-da92-4d4f-bee3-ec42a9444cca req-37cb337b-5860-4764-9a20-20a9372c9ef5 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0732000 Oct 28 14:39:50.496700 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-08718127-da92-4d4f-bee3-ec42a9444cca req-9edbbf20-43e1-4784-a7a5-98d0134f94c2 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335939 Oct 28 14:39:50.710766 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190f581-fa4d-4a3a-8d66-b520aefe53a1 req-bb8edcea-dd88-48f6-ad21-865502bb03f2 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:50.721077 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d190f581-fa4d-4a3a-8d66-b520aefe53a1 req-bb8edcea-dd88-48f6-ad21-865502bb03f2 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0647638 Oct 28 14:39:50.749195 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 494ef905-08d5-4167-8c2a-33be8e03cd57 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:39:50.772606 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d190f581-fa4d-4a3a-8d66-b520aefe53a1 req-590b77ba-2bfc-4af8-8de1-e9f7bfcb6fc7 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488687 Oct 28 14:39:50.792782 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] No Port match for: 494ef905-08d5-4167-8c2a-33be8e03cd57 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:39:50.799739 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 494ef905-08d5-4167-8c2a-33be8e03cd57 not bound to the agent host hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:39:51.054382 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:51.090395 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9d2f1-361d-4f56-9198-b3bef57fb7af req-40210c4b-908c-40ae-965c-cb3ea24c05b0 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:51.098211 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-55d9d2f1-361d-4f56-9198-b3bef57fb7af req-40210c4b-908c-40ae-965c-cb3ea24c05b0 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0604346 Oct 28 14:39:51.163970 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-55d9d2f1-361d-4f56-9198-b3bef57fb7af req-ff8e679e-231c-4bb3-904f-a6429180786a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646894 Oct 28 14:39:51.185636 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfe20d-1f59-4eb6-9a27-33512f924709 req-cef5c958-f2a6-4e4e-b113-3b379e4ee45d tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:51.187358 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-53dfe20d-1f59-4eb6-9a27-33512f924709 req-cef5c958-f2a6-4e4e-b113-3b379e4ee45d tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 946 time: 0.0698271 Oct 28 14:39:51.219427 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:51.256613 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-53dfe20d-1f59-4eb6-9a27-33512f924709 req-1e59ad8c-a5f6-4d97-9955-2aca1d21293d tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573628 Oct 28 14:39:51.326461 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0dfb570d-6530-4cfb-9713-63804508df39 req-4cbabe96-8d43-4da5-b319-66095e2c0f2e tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1705865568&fields=id&tenant_id=fac19c389c954392bd090a3a76ba291b HTTP/1.1" status: 200 len: 267 time: 0.0347731 Oct 28 14:39:51.453889 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb570d-6530-4cfb-9713-63804508df39 req-d5542e95-3fa2-41e6-ac36-a2667850ca32 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:51.455503 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0dfb570d-6530-4cfb-9713-63804508df39 req-d5542e95-3fa2-41e6-ac36-a2667850ca32 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/networks?id=2cd29832-dfaa-48c8-ad99-924c3912245f HTTP/1.1" status: 200 len: 808 time: 0.1213515 Oct 28 14:39:51.471129 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0dfb570d-6530-4cfb-9713-63804508df39 req-472bec30-0c10-46b6-9704-bd1e3da368f1 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/quotas/fac19c389c954392bd090a3a76ba291b HTTP/1.1" status: 200 len: 375 time: 0.0094743 Oct 28 14:39:51.527263 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0dfb570d-6530-4cfb-9713-63804508df39 req-67889ea6-eaa9-48e3-8b0b-10f4e65e3684 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fac19c389c954392bd090a3a76ba291b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478547 Oct 28 14:39:51.671062 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e831e-f658-4f75-bab5-56bd8c031877 req-ac886377-936f-4629-b680-6ceb6dc3b39e tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:51.672570 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-259e831e-f658-4f75-bab5-56bd8c031877 req-ac886377-936f-4629-b680-6ceb6dc3b39e tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0960808 Oct 28 14:39:51.689939 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0dfb570d-6530-4cfb-9713-63804508df39 req-40a2df14-64c3-458a-8d76-b6beebdfe6ba service neutron] 10.222.0.79 "GET /v2.0/networks/2cd29832-dfaa-48c8-ad99-924c3912245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388185 Oct 28 14:39:51.759414 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-259e831e-f658-4f75-bab5-56bd8c031877 req-eb1aaacd-c32e-49eb-b046-c562b69f56e3 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788715 Oct 28 14:39:51.813269 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0dfb570d-6530-4cfb-9713-63804508df39 req-b29d9ae4-9ff9-4c9c-8303-341d116100a4 service neutron] 10.222.0.79 "GET /v2.0/networks/2cd29832-dfaa-48c8-ad99-924c3912245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125803 Oct 28 14:39:51.914767 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015ebf2-05c7-4006-9ea2-fcdff3650f40 req-eabab2db-b94d-4ea1-9725-9838bc1a88cc tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:51.916350 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c015ebf2-05c7-4006-9ea2-fcdff3650f40 req-eabab2db-b94d-4ea1-9725-9838bc1a88cc tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0765355 Oct 28 14:39:51.961582 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c015ebf2-05c7-4006-9ea2-fcdff3650f40 req-807d8236-f459-4c20-9a63-99ed1bb5ca3e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385697 Oct 28 14:39:52.090581 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:52.207631 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6439e316-df11-49a3-a082-0838205f674e req-524f11be-d390-490e-aea8-0f748a09c230 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 210 time: 0.0549958 Oct 28 14:39:52.359049 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e6af9-875e-4ec9-afd1-6fdf6f494412 req-b8e6398b-fa98-486d-97ce-4615b6e65d4c tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:52.366174 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f59e6af9-875e-4ec9-afd1-6fdf6f494412 req-b8e6398b-fa98-486d-97ce-4615b6e65d4c tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0958226 Oct 28 14:39:52.410884 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab7a74-069a-488d-9716-a2f7ed19ac79 req-71ce1d35-41db-4dfe-bd0d-b83a13399b3b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:52.422044 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-68ab7a74-069a-488d-9716-a2f7ed19ac79 req-71ce1d35-41db-4dfe-bd0d-b83a13399b3b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.1202292 Oct 28 14:39:52.463882 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f59e6af9-875e-4ec9-afd1-6fdf6f494412 req-5cda441c-9a5f-426b-9687-f764655e27b0 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964975 Oct 28 14:39:52.468099 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5bb48-5b97-4518-a87f-856da81429cb req-c0397ef7-4c31-4f82-b51a-4e1d6bdca2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:52.474051 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-37b5bb48-5b97-4518-a87f-856da81429cb req-c0397ef7-4c31-4f82-b51a-4e1d6bdca2d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9e334a6e70ac4c2a882f287ce31d287e&device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 1098 time: 0.0988381 Oct 28 14:39:52.554439 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-68ab7a74-069a-488d-9716-a2f7ed19ac79 req-c181743b-2794-4cab-8b22-9a0fbc680a09 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313467 Oct 28 14:39:52.654973 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5bb48-5b97-4518-a87f-856da81429cb req-510f1e45-aa73-4b02-96ab-2a54d47d1e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:52.657116 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-37b5bb48-5b97-4518-a87f-856da81429cb req-510f1e45-aa73-4b02-96ab-2a54d47d1e6c service neutron] 10.222.0.72 "GET /v2.0/networks?id=37179b0d-df91-4999-9b23-d6b35cc378c2 HTTP/1.1" status: 200 len: 911 time: 0.1565046 Oct 28 14:39:52.731208 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775edae2-6f31-4808-8be4-f789c1612e4b req-353860f8-95d8-4de9-be38-a6bf0272cd09 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:52.744398 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-775edae2-6f31-4808-8be4-f789c1612e4b req-353860f8-95d8-4de9-be38-a6bf0272cd09 tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 946 time: 0.1306136 Oct 28 14:39:52.789813 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-775edae2-6f31-4808-8be4-f789c1612e4b req-d587c102-5568-4671-8286-61f9ac06320a tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/security-groups?id=64bda8ec-53a3-45a4-b190-89db0294c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440280 Oct 28 14:39:52.794332 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-37b5bb48-5b97-4518-a87f-856da81429cb req-c08e9642-8d56-47c1-8420-9386feb0ed4d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a01d322-7e87-41a2-83c4-3821e0aa5d34 HTTP/1.1" status: 200 len: 1001 time: 0.1240938 Oct 28 14:39:52.826526 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435d61d-f8cc-4ea1-a715-c4d497e40fb1 req-a2e58601-c0ce-4395-a97e-2182f7f0380e tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:52.828168 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-6435d61d-f8cc-4ea1-a715-c4d497e40fb1 req-a2e58601-c0ce-4395-a97e-2182f7f0380e tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.72 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 946 time: 0.0936339 Oct 28 14:39:52.871267 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5bb48-5b97-4518-a87f-856da81429cb req-63558db8-f7eb-467d-8326-fc80884b3785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:52.873151 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-37b5bb48-5b97-4518-a87f-856da81429cb req-63558db8-f7eb-467d-8326-fc80884b3785 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb6c52cb-73bc-43b9-9665-77e60bb1696b HTTP/1.1" status: 200 len: 849 time: 0.0561471 Oct 28 14:39:52.974454 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d22c6a-456b-467d-9d55-f1938f7df5db req-4a88637a-f48e-4cef-a916-87195bd1ecaf tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:52.976235 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b6d22c6a-456b-467d-9d55-f1938f7df5db req-4a88637a-f48e-4cef-a916-87195bd1ecaf tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0967710 Oct 28 14:39:52.997244 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5bb48-5b97-4518-a87f-856da81429cb req-aa35f4a2-533d-43f0-82c3-d9fa9f1caa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:52.998795 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-37b5bb48-5b97-4518-a87f-856da81429cb req-aa35f4a2-533d-43f0-82c3-d9fa9f1caa1d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=37179b0d-df91-4999-9b23-d6b35cc378c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0997856 Oct 28 14:39:53.022487 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b6d22c6a-456b-467d-9d55-f1938f7df5db req-c51722e2-f72a-4cf6-9152-c00815e34a3f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393021 Oct 28 14:39:53.044084 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-6435d61d-f8cc-4ea1-a715-c4d497e40fb1 req-e66af173-7c84-419d-9832-141f375e11dd tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Deleting port 630449a9-73bb-43a4-a6de-52fc316459aa {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:39:53.044503 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-6435d61d-f8cc-4ea1-a715-c4d497e40fb1 req-e66af173-7c84-419d-9832-141f375e11dd tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:53.198469 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-6435d61d-f8cc-4ea1-a715-c4d497e40fb1 req-e66af173-7c84-419d-9832-141f375e11dd tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] For port 630449a9-73bb-43a4-a6de-52fc316459aa, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=630449a9-73bb-43a4-a6de-52fc316459aa,segment=NetworkSegment(541960ed-ea2e-414b-b95b-16f66a435fe6),segment_id=541960ed-ea2e-414b-b95b-16f66a435fe6)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:39:53.201044 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-6435d61d-f8cc-4ea1-a715-c4d497e40fb1 req-e66af173-7c84-419d-9832-141f375e11dd tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:53.219842 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-37b5bb48-5b97-4518-a87f-856da81429cb req-7a163d4a-14cf-4269-9944-1c6aee39c77d service neutron] 10.222.0.72 "GET /v2.0/networks/37179b0d-df91-4999-9b23-d6b35cc378c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894579 Oct 28 14:39:53.220686 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-6435d61d-f8cc-4ea1-a715-c4d497e40fb1 req-e66af173-7c84-419d-9832-141f375e11dd tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Calling delete_port for 630449a9-73bb-43a4-a6de-52fc316459aa owned by compute:nova {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:39:53.335293 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f14a0b44-a366-4512-bd8f-7abf0de3ef19 req-8013f6bb-91e6-4d98-b792-96efc58bb649 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 210 time: 0.0439317 Oct 28 14:39:53.377320 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-37b5bb48-5b97-4518-a87f-856da81429cb req-8f210512-c738-4df0-a31f-80c898513b03 service neutron] 10.222.0.72 "GET /v2.0/networks/37179b0d-df91-4999-9b23-d6b35cc378c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430056 Oct 28 14:39:53.443954 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-6435d61d-f8cc-4ea1-a715-c4d497e40fb1 req-e66af173-7c84-419d-9832-141f375e11dd tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:53.459286 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['630449a9-73bb-43a4-a6de-52fc316459aa'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:39:53.491905 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66af173-7c84-419d-9832-141f375e11dd tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Pushing event deleted for resources: {'Port': ['ID=630449a9-73bb-43a4-a6de-52fc316459aa,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:53.505672 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66af173-7c84-419d-9832-141f375e11dd tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:53.505672 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66af173-7c84-419d-9832-141f375e11dd tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:53.506037 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66af173-7c84-419d-9832-141f375e11dd tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:53.506167 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66af173-7c84-419d-9832-141f375e11dd tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:53.506478 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66af173-7c84-419d-9832-141f375e11dd tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:53.507549 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66af173-7c84-419d-9832-141f375e11dd tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:53.507923 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66af173-7c84-419d-9832-141f375e11dd tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:53.508256 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66af173-7c84-419d-9832-141f375e11dd tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:53.508609 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66af173-7c84-419d-9832-141f375e11dd tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:53.508910 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66af173-7c84-419d-9832-141f375e11dd tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:53.509277 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66af173-7c84-419d-9832-141f375e11dd tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:53.509693 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66af173-7c84-419d-9832-141f375e11dd tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:39:53.552163 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-6435d61d-f8cc-4ea1-a715-c4d497e40fb1 req-e66af173-7c84-419d-9832-141f375e11dd tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] No DVR routers for this DVR port 630449a9-73bb-43a4-a6de-52fc316459aa on host hv-cinder-81584 {{(pid=101538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:39:53.555009 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-6435d61d-f8cc-4ea1-a715-c4d497e40fb1 req-e66af173-7c84-419d-9832-141f375e11dd tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:53.560898 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-6435d61d-f8cc-4ea1-a715-c4d497e40fb1 req-e66af173-7c84-419d-9832-141f375e11dd tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.72 "DELETE /v2.0/ports/630449a9-73bb-43a4-a6de-52fc316459aa HTTP/1.1" status: 204 len: 173 time: 0.6860435 Oct 28 14:39:53.561608 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778b6640-876b-4c68-a5e9-afffaf49eab6', 'name': 'network-vif-deleted', 'tag': '630449a9-73bb-43a4-a6de-52fc316459aa'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:39:53.564481 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cbf4f4-90ca-4207-84c8-8e31180bb04c" -d '{"events": [{"server_uuid": "778b6640-876b-4c68-a5e9-afffaf49eab6", "name": "network-vif-deleted", "tag": "630449a9-73bb-43a4-a6de-52fc316459aa"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:39:53.614191 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cab95d6-72d7-478b-9ea2-5c7896373995 x-openstack-request-id: req-3cab95d6-72d7-478b-9ea2-5c7896373995 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:39:53.615409 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778b6640-876b-4c68-a5e9-afffaf49eab6", "name": "network-vif-deleted", "tag": "630449a9-73bb-43a4-a6de-52fc316459aa", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:39:53.615409 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3cab95d6-72d7-478b-9ea2-5c7896373995 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:39:53.615635 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778b6640-876b-4c68-a5e9-afffaf49eab6', 'name': 'network-vif-deleted', 'tag': '630449a9-73bb-43a4-a6de-52fc316459aa', 'status': 'completed', 'code': 200} Oct 28 14:39:53.625420 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25260df3-c91b-4069-9253-edc7d1ce412f req-68de1380-d966-4577-b276-96542c392b5b tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:53.633434 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-25260df3-c91b-4069-9253-edc7d1ce412f req-68de1380-d966-4577-b276-96542c392b5b tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0758832 Oct 28 14:39:53.682200 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-25260df3-c91b-4069-9253-edc7d1ce412f req-0769acc0-4518-4d7f-882e-80bfcfe39207 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437315 Oct 28 14:39:53.774978 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b108f8-354d-4e3d-9196-159a0b5b77bc req-dfd3ef43-c7e3-4a4c-bd16-3138f641e387 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:53.776888 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-76b108f8-354d-4e3d-9196-159a0b5b77bc req-dfd3ef43-c7e3-4a4c-bd16-3138f641e387 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0564768 Oct 28 14:39:53.832044 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-76b108f8-354d-4e3d-9196-159a0b5b77bc req-057c24ff-494e-47ea-adca-82dd94aa1ec5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441401 Oct 28 14:39:53.956245 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3ee70466-9772-43a1-bcbd-912fbd727649 req-ddf4ca51-92f5-4f8d-ab95-3956d6ea4d4f tempest-AttachVolumeNegativeTest-960102362 tempest-AttachVolumeNegativeTest-960102362-project] 10.222.0.79 "GET /v2.0/ports?device_id=778b6640-876b-4c68-a5e9-afffaf49eab6 HTTP/1.1" status: 200 len: 210 time: 0.0371222 Oct 28 14:39:54.010888 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb570d-6530-4cfb-9713-63804508df39 req-fd494a15-e8de-48fc-bcf0-95e497178c6e tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:54.012658 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-0dfb570d-6530-4cfb-9713-63804508df39 req-fd494a15-e8de-48fc-bcf0-95e497178c6e tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.72 "GET /v2.0/networks?id=2cd29832-dfaa-48c8-ad99-924c3912245f HTTP/1.1" status: 200 len: 808 time: 0.1746554 Oct 28 14:39:54.073454 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-0dfb570d-6530-4cfb-9713-63804508df39 req-f0b4aa1e-01d8-44be-b339-ffd15644e82a tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fac19c389c954392bd090a3a76ba291b HTTP/1.1" status: 200 len: 380 time: 0.0377419 Oct 28 14:39:54.101576 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-0dfb570d-6530-4cfb-9713-63804508df39 req-ada09ab3-ab9b-4999-b631-bf73716dd5ee tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Request body: {'port': {'device_id': '44e777b9-c44c-4fb2-8aa9-1274f77cbcd3', 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f', 'admin_state_up': True, 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'security_groups': ['48cad491-1dcc-4873-a2c9-13d229a4aee9']}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:39:54.215755 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e6145-6a84-4746-9055-03bcae38ab84 req-4cb24b3b-b285-46c4-933f-5396ed604cab tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:54.217813 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4e8e6145-6a84-4746-9055-03bcae38ab84 req-4cb24b3b-b285-46c4-933f-5396ed604cab tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0918026 Oct 28 14:39:54.235407 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dfb570d-6530-4cfb-9713-63804508df39 req-ada09ab3-ab9b-4999-b631-bf73716dd5ee tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Made reservation on behalf of fac19c389c954392bd090a3a76ba291b for: {'port': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:39:54.240991 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-0dfb570d-6530-4cfb-9713-63804508df39 req-ada09ab3-ab9b-4999-b631-bf73716dd5ee tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:54.273595 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4e8e6145-6a84-4746-9055-03bcae38ab84 req-f017313b-e513-4650-9249-308b717107da tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464520 Oct 28 14:39:54.406475 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [req-0dfb570d-6530-4cfb-9713-63804508df39 req-ada09ab3-ab9b-4999-b631-bf73716dd5ee tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Allocated IP 172.20.0.4 (2cd29832-dfaa-48c8-ad99-924c3912245f/ccb665e6-60ca-43cc-ac85-9993982c81a8/a326b33a-dfb4-411e-a7dd-27ea8bd126af) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:39:54.491749 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-607bdce6-0425-411e-86df-ed00e1770884 req-4c89cd42-102a-4b39-8ba1-b5b8735715dc tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 210 time: 0.0521181 Oct 28 14:39:54.659514 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-0dfb570d-6530-4cfb-9713-63804508df39 req-ada09ab3-ab9b-4999-b631-bf73716dd5ee tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:54.733940 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-0dfb570d-6530-4cfb-9713-63804508df39 req-ada09ab3-ab9b-4999-b631-bf73716dd5ee tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:54.795469 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dfb570d-6530-4cfb-9713-63804508df39 req-ada09ab3-ab9b-4999-b631-bf73716dd5ee tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Network 2cd29832-dfaa-48c8-ad99-924c3912245f is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:39:54.802115 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [req-0dfb570d-6530-4cfb-9713-63804508df39 req-ada09ab3-ab9b-4999-b631-bf73716dd5ee tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:39:54.806611 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dfb570d-6530-4cfb-9713-63804508df39 req-ada09ab3-ab9b-4999-b631-bf73716dd5ee tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:39:54.814040 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb570d-6530-4cfb-9713-63804508df39 req-ada09ab3-ab9b-4999-b631-bf73716dd5ee tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:54.814823 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-0dfb570d-6530-4cfb-9713-63804508df39 req-ada09ab3-ab9b-4999-b631-bf73716dd5ee tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:54.829667 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada09ab3-ab9b-4999-b631-bf73716dd5ee tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Pushing event updated for resources: {'Port': ['ID=a326b33a-dfb4-411e-a7dd-27ea8bd126af,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:54.852336 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-0dfb570d-6530-4cfb-9713-63804508df39 req-ada09ab3-ab9b-4999-b631-bf73716dd5ee tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7548926 Oct 28 14:39:54.858776 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ac19f-68e0-4059-9bb5-f7b13123db28 req-a76ecdf5-b473-44c3-8f18-c214d4640fbd tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:54.866662 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-541ac19f-68e0-4059-9bb5-f7b13123db28 req-a76ecdf5-b473-44c3-8f18-c214d4640fbd tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0848541 Oct 28 14:39:54.883278 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-0dfb570d-6530-4cfb-9713-63804508df39 req-4870bfdc-f0d4-4f07-b477-7034e67a3260 service neutron] Request body: {'port': {'device_id': '44e777b9-c44c-4fb2-8aa9-1274f77cbcd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:39:54.929913 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-541ac19f-68e0-4059-9bb5-f7b13123db28 req-f40cadee-581e-4431-8eb4-c5dd0aff5804 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617552 Oct 28 14:39:55.034051 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-0dfb570d-6530-4cfb-9713-63804508df39 req-4870bfdc-f0d4-4f07-b477-7034e67a3260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:55.038438 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 36586) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:39:55.089105 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0067f75-7cb0-4974-9955-a501ab0762ad req-c004ea29-3635-4290-9f26-dd4e7440e612 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:55.090708 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d0067f75-7cb0-4974-9955-a501ab0762ad req-c004ea29-3635-4290-9f26-dd4e7440e612 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.1252031 Oct 28 14:39:55.197785 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.db_base_plugin_v2 [None req-51814d90-3692-4c3f-81b3-a8c68c5ebc32 admin admin] Deleting subnet f7121b6f-bf50-4bce-a009-aedce513e8c2 {{(pid=101539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 14:39:55.205004 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-51814d90-3692-4c3f-81b3-a8c68c5ebc32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:55.247687 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-51814d90-3692-4c3f-81b3-a8c68c5ebc32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6125471'] for subnet, precommit_delete_associations {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:55.280833 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-36f7aa22-d70a-4426-ad6c-a73f810dbb55 None None] Provisioning complete for port a326b33a-dfb4-411e-a7dd-27ea8bd126af triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:39:55.282171 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-36f7aa22-d70a-4426-ad6c-a73f810dbb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:55.316892 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d0067f75-7cb0-4974-9955-a501ab0762ad req-25c0ca61-25d6-4c60-b10e-5e4756bd0c76 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863523 Oct 28 14:39:55.332539 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-51814d90-3692-4c3f-81b3-a8c68c5ebc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888065'] for subnet, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:55.346470 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-36f7aa22-d70a-4426-ad6c-a73f810dbb55 None None] Port a326b33a-dfb4-411e-a7dd-27ea8bd126af cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:39:55.456190 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd67cb-781e-4717-a8f4-895fdc0feb69 req-b3ccdb7d-73f1-4e23-9088-67fec196cf5f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:55.459852 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [req-0dfb570d-6530-4cfb-9713-63804508df39 req-4870bfdc-f0d4-4f07-b477-7034e67a3260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a326b33a-dfb4-411e-a7dd-27ea8bd126af {{(pid=101538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:39:55.464470 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5ebd67cb-781e-4717-a8f4-895fdc0feb69 req-b3ccdb7d-73f1-4e23-9088-67fec196cf5f tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0783224 Oct 28 14:39:55.470396 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-0dfb570d-6530-4cfb-9713-63804508df39 req-4870bfdc-f0d4-4f07-b477-7034e67a3260 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:55.489348 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.provisioning_blocks [req-0dfb570d-6530-4cfb-9713-63804508df39 req-4870bfdc-f0d4-4f07-b477-7034e67a3260 service neutron] Transition to ACTIVE for port object a326b33a-dfb4-411e-a7dd-27ea8bd126af will not be triggered until provisioned by entity L2. {{(pid=101538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 14:39:55.492504 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-51814d90-3692-4c3f-81b3-a8c68c5ebc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5860417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4688964'] for subnet, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:55.494466 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-0dfb570d-6530-4cfb-9713-63804508df39 req-4870bfdc-f0d4-4f07-b477-7034e67a3260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:55.531965 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51814d90-3692-4c3f-81b3-a8c68c5ebc32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7121b6f-bf50-4bce-a009-aedce513e8c2,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:55.534493 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-51814d90-3692-4c3f-81b3-a8c68c5ebc32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for subnet, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:55.546889 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-51814d90-3692-4c3f-81b3-a8c68c5ebc32 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f7121b6f-bf50-4bce-a009-aedce513e8c2 HTTP/1.1" status: 204 len: 168 time: 0.5012701 Oct 28 14:39:55.547585 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 36594) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:39:55.584616 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5ebd67cb-781e-4717-a8f4-895fdc0feb69 req-059f8930-8835-4182-b244-b3467d5a5ae9 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114867 Oct 28 14:39:55.619817 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870bfdc-f0d4-4f07-b477-7034e67a3260 service neutron] Pushing event updated for resources: {'Port': ['ID=a326b33a-dfb4-411e-a7dd-27ea8bd126af,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:55.667013 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-0dfb570d-6530-4cfb-9713-63804508df39 req-4870bfdc-f0d4-4f07-b477-7034e67a3260 service neutron] Attempting to bind port a326b33a-dfb4-411e-a7dd-27ea8bd126af on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:39:55.667770 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-0dfb570d-6530-4cfb-9713-63804508df39 req-4870bfdc-f0d4-4f07-b477-7034e67a3260 service neutron] Attempting to bind port a326b33a-dfb4-411e-a7dd-27ea8bd126af by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '3e34fef4-b403-4b31-a6da-4db7450c0e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f'}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:39:55.667932 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfb570d-6530-4cfb-9713-63804508df39 req-4870bfdc-f0d4-4f07-b477-7034e67a3260 service neutron] Attempting to bind port a326b33a-dfb4-411e-a7dd-27ea8bd126af on network 2cd29832-dfaa-48c8-ad99-924c3912245f {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:39:55.677298 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1857466'] for network, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:55.699727 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfb570d-6530-4cfb-9713-63804508df39 req-4870bfdc-f0d4-4f07-b477-7034e67a3260 service neutron] Port a326b33a-dfb4-411e-a7dd-27ea8bd126af on network 2cd29832-dfaa-48c8-ad99-924c3912245f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 14:39:55.700285 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfb570d-6530-4cfb-9713-63804508df39 req-4870bfdc-f0d4-4f07-b477-7034e67a3260 service neutron] Attempting to bind port a326b33a-dfb4-411e-a7dd-27ea8bd126af on network 2cd29832-dfaa-48c8-ad99-924c3912245f {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:39:55.710301 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfb570d-6530-4cfb-9713-63804508df39 req-4870bfdc-f0d4-4f07-b477-7034e67a3260 service neutron] Checking agent: {'id': 'ab39f7f4-514d-4bfb-9d0c-1a0ed5555608', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'started_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:39:55.710715 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfb570d-6530-4cfb-9713-63804508df39 req-4870bfdc-f0d4-4f07-b477-7034e67a3260 service neutron] Checking segment: {'id': '3e34fef4-b403-4b31-a6da-4db7450c0e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:39:55.711200 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dfb570d-6530-4cfb-9713-63804508df39 req-4870bfdc-f0d4-4f07-b477-7034e67a3260 service neutron] Bound using segment: {'id': '3e34fef4-b403-4b31-a6da-4db7450c0e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f'} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:39:55.711732 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-0dfb570d-6530-4cfb-9713-63804508df39 req-4870bfdc-f0d4-4f07-b477-7034e67a3260 service neutron] Bound port: a326b33a-dfb4-411e-a7dd-27ea8bd126af, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e34fef4-b403-4b31-a6da-4db7450c0e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f'}}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:39:55.712201 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-0dfb570d-6530-4cfb-9713-63804508df39 req-4870bfdc-f0d4-4f07-b477-7034e67a3260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:55.724562 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fac8b0-365c-4fc7-8eb4-e5c0e39d80e0 req-c934e7b2-e05d-448c-b3f0-04e2780a0582 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:55.726103 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f3fac8b0-365c-4fc7-8eb4-e5c0e39d80e0 req-c934e7b2-e05d-448c-b3f0-04e2780a0582 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.1057415 Oct 28 14:39:55.789292 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-0dfb570d-6530-4cfb-9713-63804508df39 req-4870bfdc-f0d4-4f07-b477-7034e67a3260 service neutron] For port a326b33a-dfb4-411e-a7dd-27ea8bd126af, host hv-cinder-81584, cleared binding levels {{(pid=101538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:39:55.792803 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f3fac8b0-365c-4fc7-8eb4-e5c0e39d80e0 req-9e9c6900-4fb3-4320-98d9-be22d2f1dd46 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603533 Oct 28 14:39:55.794663 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-0dfb570d-6530-4cfb-9713-63804508df39 req-4870bfdc-f0d4-4f07-b477-7034e67a3260 service neutron] For port a326b33a-dfb4-411e-a7dd-27ea8bd126af, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=a326b33a-dfb4-411e-a7dd-27ea8bd126af,segment=NetworkSegment(3e34fef4-b403-4b31-a6da-4db7450c0e36),segment_id=3e34fef4-b403-4b31-a6da-4db7450c0e36)] {{(pid=101538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:39:55.823036 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-0dfb570d-6530-4cfb-9713-63804508df39 req-4870bfdc-f0d4-4f07-b477-7034e67a3260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:55.911565 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb570d-6530-4cfb-9713-63804508df39 req-4870bfdc-f0d4-4f07-b477-7034e67a3260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:55.911940 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-0dfb570d-6530-4cfb-9713-63804508df39 req-4870bfdc-f0d4-4f07-b477-7034e67a3260 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:55.913195 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-0dfb570d-6530-4cfb-9713-63804508df39 req-4870bfdc-f0d4-4f07-b477-7034e67a3260 service neutron] 10.222.0.72 "PUT /v2.0/ports/a326b33a-dfb4-411e-a7dd-27ea8bd126af HTTP/1.1" status: 200 len: 1093 time: 1.0358219 Oct 28 14:39:55.913637 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e777b9-c44c-4fb2-8aa9-1274f77cbcd3', 'tag': 'a326b33a-dfb4-411e-a7dd-27ea8bd126af'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:39:55.915958 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9909ebee-750d-4d13-92cd-ecf514579fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "44e777b9-c44c-4fb2-8aa9-1274f77cbcd3", "tag": "a326b33a-dfb4-411e-a7dd-27ea8bd126af"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:39:55.952105 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898964', 'neutron.services.segments.db._delete_segments_for_network-8782349021790'] for network, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:55.954911 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870bfdc-f0d4-4f07-b477-7034e67a3260 service neutron] Pushing event updated for resources: {'Port': ['ID=a326b33a-dfb4-411e-a7dd-27ea8bd126af,revision_number=3']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:56.001824 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bfd26b-8cbc-4dd4-a518-d4240581e900 x-openstack-request-id: req-32bfd26b-8cbc-4dd4-a518-d4240581e900 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:39:56.002111 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e777b9-c44c-4fb2-8aa9-1274f77cbcd3", "tag": "a326b33a-dfb4-411e-a7dd-27ea8bd126af", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:39:56.002362 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-32bfd26b-8cbc-4dd4-a518-d4240581e900 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:39:56.002780 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e777b9-c44c-4fb2-8aa9-1274f77cbcd3', 'tag': 'a326b33a-dfb4-411e-a7dd-27ea8bd126af', 'status': 'completed', 'code': 200} Oct 28 14:39:56.006901 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:39:56.007259 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:39:56.007970 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:39:56.008292 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] Subscribe: > port after_create 55550000 {{(pid=101538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:39:56.008609 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:39:56.008932 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] Subscribe: > port after_update 55550000 {{(pid=101538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:39:56.009241 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:39:56.009567 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:39:56.009871 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:39:56.010182 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:39:56.084579 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:39:56.084924 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:39:56.085432 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:39:56.085757 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 14:39:56.086131 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.services.segments.db [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154fe041-a0da-49d3-ad0f-1c0e36bd37bc']}} {{(pid=101538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:39:56.098981 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7044195-e40b-4c3a-acaf-aebf3106e0e2 req-9d1a794d-5c69-4bfe-9645-8ee401c10a7b tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:56.100488 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c7044195-e40b-4c3a-acaf-aebf3106e0e2 req-9d1a794d-5c69-4bfe-9645-8ee401c10a7b tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0691581 Oct 28 14:39:56.126287 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.services.segments.db [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '541960ed-ea2e-414b-b95b-16f66a435fe6') {'for_net_delete': True} {{(pid=101538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:39:56.126718 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.services.segments.db [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '541960ed-ea2e-414b-b95b-16f66a435fe6') {} {{(pid=101538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:39:56.146620 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782349022567', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4821472'] for segment, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:56.155197 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c7044195-e40b-4c3a-acaf-aebf3106e0e2 req-8c846be6-1a87-4987-a1c1-bac57abcb2e2 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478127 Oct 28 14:39:56.215199 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:56.263450 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=101538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 14:39:56.263864 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372438'] for segment, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: from cryptography.utils import int_from_bytes Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: from cryptography.utils import int_from_bytes Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: Traceback (most recent call last): Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: timer() Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: cb(*args, **kw) Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: return func(*args, **kwargs) Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: self._notify() Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: self.callback(batched_events) Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: event.method(event) Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: return f(self, *a, **k) Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: return self._get(url).json() Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: return self.request(url, 'GET', **kwargs) Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 14:39:56.269416 dv-cinder-815848-1-iscsi neutron-server[101538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 14:39:56.333724 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb570d-6530-4cfb-9713-63804508df39 req-dc0fdfc8-b350-408b-bb2b-575e9cd92514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:56.335373 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-0dfb570d-6530-4cfb-9713-63804508df39 req-dc0fdfc8-b350-408b-bb2b-575e9cd92514 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fac19c389c954392bd090a3a76ba291b&device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 1096 time: 0.2441521 Oct 28 14:39:56.343443 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640333'] for network, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:56.365029 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] Pushing event deleted for resources: {'Network': ['ID=154fe041-a0da-49d3-ad0f-1c0e36bd37bc,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:56.367207 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:56.370783 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-c1769f6d-2ccf-437b-8652-d71a67ad6262 admin admin] 10.222.0.79 "DELETE /v2.0/networks/154fe041-a0da-49d3-ad0f-1c0e36bd37bc HTTP/1.1" status: 204 len: 168 time: 0.8220563 Oct 28 14:39:56.410342 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-0dfb570d-6530-4cfb-9713-63804508df39 req-f4f10f7b-f74e-4bf9-b375-c92d4d331fa7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a326b33a-dfb4-411e-a7dd-27ea8bd126af HTTP/1.1" status: 200 len: 217 time: 0.0474536 Oct 28 14:39:56.548235 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3424ab9-1556-491f-947c-5dbef1cb3124 req-4a23eb29-23d7-4326-9b2c-07071017e4fd tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:56.552347 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb570d-6530-4cfb-9713-63804508df39 req-2cd5dd14-29e2-47c3-92c2-474c04334692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:56.554025 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-0dfb570d-6530-4cfb-9713-63804508df39 req-2cd5dd14-29e2-47c3-92c2-474c04334692 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ccb665e6-60ca-43cc-ac85-9993982c81a8 HTTP/1.1" status: 200 len: 847 time: 0.1202805 Oct 28 14:39:56.561921 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a3424ab9-1556-491f-947c-5dbef1cb3124 req-4a23eb29-23d7-4326-9b2c-07071017e4fd tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0800090 Oct 28 14:39:56.646457 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a3424ab9-1556-491f-947c-5dbef1cb3124 req-f18157bc-2cc7-47c0-9db2-6c576db11086 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819976 Oct 28 14:39:56.672891 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb570d-6530-4cfb-9713-63804508df39 req-3efc0ecd-2af9-4486-a385-71be1f05c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:56.675040 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-0dfb570d-6530-4cfb-9713-63804508df39 req-3efc0ecd-2af9-4486-a385-71be1f05c942 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2cd29832-dfaa-48c8-ad99-924c3912245f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1090612 Oct 28 14:39:56.760300 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 630449a9-73bb-43a4-a6de-52fc316459aa no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:39:56.799593 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa682bb-c5d8-4327-bcba-c15f9a3c307c req-fbc3bbee-d3ef-4881-b7c7-9c3e76db7d5a tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:56.813653 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0aa682bb-c5d8-4327-bcba-c15f9a3c307c req-fbc3bbee-d3ef-4881-b7c7-9c3e76db7d5a tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.1207294 Oct 28 14:39:56.826575 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 36620) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:39:56.836166 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] No Port match for: 630449a9-73bb-43a4-a6de-52fc316459aa {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:39:56.841869 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 630449a9-73bb-43a4-a6de-52fc316459aa not bound to the agent host hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:39:56.913194 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-0dfb570d-6530-4cfb-9713-63804508df39 req-0a871f87-30dd-4843-983e-ffa1574e790f service neutron] 10.222.0.72 "GET /v2.0/networks/2cd29832-dfaa-48c8-ad99-924c3912245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119632 Oct 28 14:39:56.926713 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0aa682bb-c5d8-4327-bcba-c15f9a3c307c req-800cafb1-a327-47f1-b91c-c1a7c4ba906a tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116235 Oct 28 14:39:56.952466 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-a4389ffa-a194-41ce-a5eb-d4c53979da2a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=568d16c23053469dad2cfede8da540d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1223202 Oct 28 14:39:56.955154 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 36622) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:39:56.968881 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ad14a-3c6e-43bc-b5f5-204547c6f2d7 req-cfee38bc-1810-419a-a1eb-812e24c92995 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:56.975179 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5b0ad14a-3c6e-43bc-b5f5-204547c6f2d7 req-cfee38bc-1810-419a-a1eb-812e24c92995 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.0992675 Oct 28 14:39:57.046520 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5b0ad14a-3c6e-43bc-b5f5-204547c6f2d7 req-83d2c711-013e-4a92-979f-2259633f1352 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691843 Oct 28 14:39:57.065635 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-c3433a73-9050-45be-85ba-307ac4c1c42b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:57.094417 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-c3433a73-9050-45be-85ba-307ac4c1c42b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:57.162489 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-c3433a73-9050-45be-85ba-307ac4c1c42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:57.166408 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-c3433a73-9050-45be-85ba-307ac4c1c42b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:39:57.167645 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-c3433a73-9050-45be-85ba-307ac4c1c42b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/64bda8ec-53a3-45a4-b190-89db0294c211 HTTP/1.1" status: 204 len: 168 time: 0.2115903 Oct 28 14:39:57.177541 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3433a73-9050-45be-85ba-307ac4c1c42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bda8ec-53a3-45a4-b190-89db0294c211,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:39:57.337596 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-0dfb570d-6530-4cfb-9713-63804508df39 req-2be37bef-4ce5-4b66-8a16-72f1d260e22f service neutron] 10.222.0.72 "GET /v2.0/networks/2cd29832-dfaa-48c8-ad99-924c3912245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088118 Oct 28 14:39:57.494108 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909ebee-750d-4d13-92cd-ecf514579fbb req-8ff6c6e0-c028-4023-b128-466c02048637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:57.495737 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-9909ebee-750d-4d13-92cd-ecf514579fbb req-8ff6c6e0-c028-4023-b128-466c02048637 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fac19c389c954392bd090a3a76ba291b&device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 1096 time: 0.0691087 Oct 28 14:39:57.676949 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909ebee-750d-4d13-92cd-ecf514579fbb req-e5589217-c8b0-472f-b42f-f492cd114663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:57.676949 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-9909ebee-750d-4d13-92cd-ecf514579fbb req-e5589217-c8b0-472f-b42f-f492cd114663 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2cd29832-dfaa-48c8-ad99-924c3912245f HTTP/1.1" status: 200 len: 909 time: 0.1591251 Oct 28 14:39:57.739357 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-9909ebee-750d-4d13-92cd-ecf514579fbb req-92aa88cf-c988-4ae7-8930-30bc3bf8fb9e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a326b33a-dfb4-411e-a7dd-27ea8bd126af HTTP/1.1" status: 200 len: 217 time: 0.0493646 Oct 28 14:39:57.818608 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909ebee-750d-4d13-92cd-ecf514579fbb req-00234d9d-c410-44a5-af9f-a051b8ab53bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:57.820389 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-9909ebee-750d-4d13-92cd-ecf514579fbb req-00234d9d-c410-44a5-af9f-a051b8ab53bb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ccb665e6-60ca-43cc-ac85-9993982c81a8 HTTP/1.1" status: 200 len: 847 time: 0.0665655 Oct 28 14:39:57.851998 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564b1c6-0d09-4d91-8d11-c6ad9120e260 req-ef1b10dd-d752-4445-92a0-522faaef4091 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:57.852868 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0564b1c6-0d09-4d91-8d11-c6ad9120e260 req-ef1b10dd-d752-4445-92a0-522faaef4091 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.1013937 Oct 28 14:39:57.944091 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909ebee-750d-4d13-92cd-ecf514579fbb req-abba4fee-44bf-47b0-85e8-95f368f7b53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:57.945609 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0564b1c6-0d09-4d91-8d11-c6ad9120e260 req-24b47ab6-d97b-4a81-9043-4a1ea801e2cf tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847671 Oct 28 14:39:57.951937 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-9909ebee-750d-4d13-92cd-ecf514579fbb req-abba4fee-44bf-47b0-85e8-95f368f7b53a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2cd29832-dfaa-48c8-ad99-924c3912245f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1110582 Oct 28 14:39:58.135271 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cac72d-f488-4f08-af4b-5924c691144c req-3977cf29-3d2f-47a5-ab97-740afffa3b51 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:58.141698 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b1cac72d-f488-4f08-af4b-5924c691144c req-3977cf29-3d2f-47a5-ab97-740afffa3b51 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.1172326 Oct 28 14:39:58.196424 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-9909ebee-750d-4d13-92cd-ecf514579fbb req-5381da7e-1fc4-46bc-98b2-bb7d067f3bef service neutron] 10.222.0.72 "GET /v2.0/networks/2cd29832-dfaa-48c8-ad99-924c3912245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106783 Oct 28 14:39:58.223224 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b1cac72d-f488-4f08-af4b-5924c691144c req-310a3843-b249-4d20-92a4-b2c5bb8469c9 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761707 Oct 28 14:39:58.247581 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1808c8-2c2c-429f-b98d-13177cff627e req-849d462a-6502-4ae3-b5b9-a5b49e5af624 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:58.252391 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ec1808c8-2c2c-429f-b98d-13177cff627e req-849d462a-6502-4ae3-b5b9-a5b49e5af624 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.0937135 Oct 28 14:39:58.329399 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ec1808c8-2c2c-429f-b98d-13177cff627e req-5717f4c7-ada2-453d-b423-88dfcf967f6f tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676298 Oct 28 14:39:58.371898 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-9909ebee-750d-4d13-92cd-ecf514579fbb req-173846a2-08ec-4532-ad44-8c42c9beafb9 service neutron] 10.222.0.72 "GET /v2.0/networks/2cd29832-dfaa-48c8-ad99-924c3912245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633124 Oct 28 14:39:59.089579 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5678fc1-11e9-40de-98ad-d8c91ed25a6f req-a97d6d3e-e69f-44fa-a667-ba2e97b1a9f6 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:59.091091 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a5678fc1-11e9-40de-98ad-d8c91ed25a6f req-a97d6d3e-e69f-44fa-a667-ba2e97b1a9f6 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0512657 Oct 28 14:39:59.128616 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a5678fc1-11e9-40de-98ad-d8c91ed25a6f req-96288f36-246f-4b6b-8bba-0b4883e5e38b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312517 Oct 28 14:39:59.365955 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22365351-1fc7-4841-a015-cd4a0b1cd99d req-e0fa42c3-7a3f-47a0-a07e-d3812aaa3bd7 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:59.368381 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-22365351-1fc7-4841-a015-cd4a0b1cd99d req-e0fa42c3-7a3f-47a0-a07e-d3812aaa3bd7 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0637360 Oct 28 14:39:59.442862 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-22365351-1fc7-4841-a015-cd4a0b1cd99d req-131f9b59-3931-4c46-8d30-19672f0de05c tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682790 Oct 28 14:39:59.462610 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4659a73-5aaa-49f1-8c39-21ad675c05ba req-281e0776-3562-42d1-b2ec-edbf4d613d9e tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:59.464366 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e4659a73-5aaa-49f1-8c39-21ad675c05ba req-281e0776-3562-42d1-b2ec-edbf4d613d9e tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.0681009 Oct 28 14:39:59.507311 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e4659a73-5aaa-49f1-8c39-21ad675c05ba req-697b20e0-7db9-436d-bdf9-ab96d51479a7 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359340 Oct 28 14:39:59.658719 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2dd30-629f-47ef-870c-41fac3c80dbe req-1019b1cc-e553-4198-8bf7-e68c075f62ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:59.660199 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-7da2dd30-629f-47ef-870c-41fac3c80dbe req-1019b1cc-e553-4198-8bf7-e68c075f62ff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=89fb273f901845daa8cf52ed4beefe1d&device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 1099 time: 0.0433593 Oct 28 14:39:59.766535 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2dd30-629f-47ef-870c-41fac3c80dbe req-ec110a33-97cb-43d8-b3cf-4e3b4bc5f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:39:59.768018 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-7da2dd30-629f-47ef-870c-41fac3c80dbe req-ec110a33-97cb-43d8-b3cf-4e3b4bc5f2ec service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c4fd715-4b25-4fcf-8589-609c400168cc HTTP/1.1" status: 200 len: 918 time: 0.0929804 Oct 28 14:40:00.291141 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ecf04-520e-4452-8eef-534239f62548 req-d834c7cf-58ba-4ec9-8621-b4a0012ae26e tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:00.292510 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-800ecf04-520e-4452-8eef-534239f62548 req-d834c7cf-58ba-4ec9-8621-b4a0012ae26e tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0731876 Oct 28 14:40:00.331806 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-800ecf04-520e-4452-8eef-534239f62548 req-aba7f984-dbdd-4876-813e-22e1b21660e9 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329161 Oct 28 14:40:00.565999 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b03aa0-e11b-434f-bb88-0bddd4d5a979 req-dfabeb0c-fb34-42ef-a358-425446b81ec2 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:00.567635 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d0b03aa0-e11b-434f-bb88-0bddd4d5a979 req-dfabeb0c-fb34-42ef-a358-425446b81ec2 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0522077 Oct 28 14:40:00.642965 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d0b03aa0-e11b-434f-bb88-0bddd4d5a979 req-6a65ce49-2399-4f60-8948-0b2581b63c1d tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690560 Oct 28 14:40:00.651287 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de24e4-8346-4fca-a383-0d34571f4b5e req-d9994dc6-0bce-4673-a069-a9488ca5fb56 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:00.652910 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-18de24e4-8346-4fca-a383-0d34571f4b5e req-d9994dc6-0bce-4673-a069-a9488ca5fb56 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.0771449 Oct 28 14:40:00.691786 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-18de24e4-8346-4fca-a383-0d34571f4b5e req-ce8bea17-7f3c-460b-a5fb-b00cf9737a25 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318158 Oct 28 14:40:01.466537 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7830f-cfd3-495c-8fc0-9b672af2ee08 req-c1268e05-99d5-44f1-b887-0a0777af06fb tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:01.468045 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d1f7830f-cfd3-495c-8fc0-9b672af2ee08 req-c1268e05-99d5-44f1-b887-0a0777af06fb tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0494008 Oct 28 14:40:01.507202 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d1f7830f-cfd3-495c-8fc0-9b672af2ee08 req-19c0b815-491c-42e1-a90e-b3651cab00a3 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331535 Oct 28 14:40:01.805411 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6967a-c1a1-4de3-b3ec-3d84fc26cd48 req-15ae50b3-bd35-467b-b018-9fb83190aaf8 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:01.806874 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-99a6967a-c1a1-4de3-b3ec-3d84fc26cd48 req-15ae50b3-bd35-467b-b018-9fb83190aaf8 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0800455 Oct 28 14:40:02.067747 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d54b4-6117-46a9-8e5b-027cb01da7be req-41b6f2a1-3041-464b-802d-a66222d02708 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:02.069175 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-396d54b4-6117-46a9-8e5b-027cb01da7be req-41b6f2a1-3041-464b-802d-a66222d02708 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.3080833 Oct 28 14:40:02.099382 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-99a6967a-c1a1-4de3-b3ec-3d84fc26cd48 req-c4defc0c-3aac-46cf-978f-bbbc75b0d5e5 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848132 Oct 28 14:40:02.116181 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-396d54b4-6117-46a9-8e5b-027cb01da7be req-3806ab1e-ab41-4f79-b286-412c26a55a81 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410395 Oct 28 14:40:02.457262 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:02.636441 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc74c2e-9f0c-4bb7-9560-dff80e5c4f5e req-a856c69d-47e5-43f5-a4d7-2803407e278c tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:02.637923 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8dc74c2e-9f0c-4bb7-9560-dff80e5c4f5e req-a856c69d-47e5-43f5-a4d7-2803407e278c tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0505812 Oct 28 14:40:02.677321 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8dc74c2e-9f0c-4bb7-9560-dff80e5c4f5e req-2a67e01a-e8d0-408c-81bc-108a3a156458 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315912 Oct 28 14:40:03.190558 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-7da2dd30-629f-47ef-870c-41fac3c80dbe req-966a6726-3d6f-4800-add4-c8cbb974e2b6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45ec9642-12d9-434d-9a64-a82adf4927f5 HTTP/1.1" status: 200 len: 1000 time: 0.0651674 Oct 28 14:40:03.260890 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ea441-8a4e-4dd4-9e87-a50ccb4c8521 req-0af15f2d-5df2-49cb-ae66-acb5b0193f29 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:03.262484 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-515ea441-8a4e-4dd4-9e87-a50ccb4c8521 req-0af15f2d-5df2-49cb-ae66-acb5b0193f29 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.0697658 Oct 28 14:40:03.275533 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68dad4d-db00-4f8c-abd4-0dd47a98c5bb req-fb3f1be4-68ef-46a1-b815-e5da8f3c882e tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:03.277101 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c68dad4d-db00-4f8c-abd4-0dd47a98c5bb req-fb3f1be4-68ef-46a1-b815-e5da8f3c882e tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0937476 Oct 28 14:40:03.282761 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2dd30-629f-47ef-870c-41fac3c80dbe req-ffbc89e1-b98d-4648-bf59-ced0cf30f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:03.284298 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-7da2dd30-629f-47ef-870c-41fac3c80dbe req-ffbc89e1-b98d-4648-bf59-ced0cf30f5bd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c385150-b18d-415b-9404-b587a3485a15 HTTP/1.1" status: 200 len: 856 time: 0.0798237 Oct 28 14:40:03.296813 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-7fb5a7db-bde9-4a2c-b4e1-3e2ac13a6d5e req-40de252a-b2d5-41e5-a6dd-3056adb5c59c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556660 Oct 28 14:40:03.332621 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-515ea441-8a4e-4dd4-9e87-a50ccb4c8521 req-b3f11b40-dd15-4a39-a7e9-20cfdfd4e395 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544114 Oct 28 14:40:03.335598 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c68dad4d-db00-4f8c-abd4-0dd47a98c5bb req-735f0f86-66a1-4313-9e97-81ef4afacb08 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513167 Oct 28 14:40:03.338135 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2dd30-629f-47ef-870c-41fac3c80dbe req-d013f357-0bb8-4b00-8312-c7a2283a22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:03.339715 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-7da2dd30-629f-47ef-870c-41fac3c80dbe req-d013f357-0bb8-4b00-8312-c7a2283a22e3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c4fd715-4b25-4fcf-8589-609c400168cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419998 Oct 28 14:40:03.431434 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5a7db-bde9-4a2c-b4e1-3e2ac13a6d5e req-0f1631b1-cc5d-4bf6-adcb-6d771853522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:03.432906 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-7fb5a7db-bde9-4a2c-b4e1-3e2ac13a6d5e req-0f1631b1-cc5d-4bf6-adcb-6d771853522e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dda0d6d1b084868853338165ea3601d&device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 1099 time: 0.0922689 Oct 28 14:40:03.473328 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-7da2dd30-629f-47ef-870c-41fac3c80dbe req-0726fbaa-6a32-4090-b9c4-08e0600a32ab service neutron] 10.222.0.72 "GET /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077633 Oct 28 14:40:03.627170 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5a7db-bde9-4a2c-b4e1-3e2ac13a6d5e req-eb241561-219f-4624-a7ed-ac15824a9edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:03.628648 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-7fb5a7db-bde9-4a2c-b4e1-3e2ac13a6d5e req-eb241561-219f-4624-a7ed-ac15824a9edd service neutron] 10.222.0.72 "GET /v2.0/networks?id=f66cb821-2d22-45aa-9985-3ea85500b50a HTTP/1.1" status: 200 len: 919 time: 0.1668432 Oct 28 14:40:03.633822 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-7da2dd30-629f-47ef-870c-41fac3c80dbe req-fbfcac3c-e121-44d0-a571-7d3524cd3f44 service neutron] 10.222.0.72 "GET /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203845 Oct 28 14:40:03.685286 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-7fb5a7db-bde9-4a2c-b4e1-3e2ac13a6d5e req-121cf6ff-092f-46fc-b1a9-b242ae94c0fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01f0ba98-94da-451b-9875-bf8c7594c4fe HTTP/1.1" status: 200 len: 217 time: 0.0344567 Oct 28 14:40:03.738659 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5a7db-bde9-4a2c-b4e1-3e2ac13a6d5e req-00b226c0-0e87-41e6-8d35-5e8448152d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:03.740218 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-7fb5a7db-bde9-4a2c-b4e1-3e2ac13a6d5e req-00b226c0-0e87-41e6-8d35-5e8448152d32 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f8630344-cf93-4cfe-815f-63516c44a48e HTTP/1.1" status: 200 len: 858 time: 0.0467458 Oct 28 14:40:03.776560 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-7fb5a7db-bde9-4a2c-b4e1-3e2ac13a6d5e req-1c321328-3284-45c6-9739-19fbb8127cb7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f66cb821-2d22-45aa-9985-3ea85500b50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261173 Oct 28 14:40:03.801271 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2718d-f68b-4d60-ad52-371a2b998358 req-73f20213-bd73-48cb-a9aa-6110541f04dd tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:03.802817 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2ae2718d-f68b-4d60-ad52-371a2b998358 req-73f20213-bd73-48cb-a9aa-6110541f04dd tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0500436 Oct 28 14:40:03.841716 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2ae2718d-f68b-4d60-ad52-371a2b998358 req-8f4eb664-95c9-428b-bccf-3379a3586558 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312724 Oct 28 14:40:03.874437 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-7fb5a7db-bde9-4a2c-b4e1-3e2ac13a6d5e req-f6637f65-6d4d-4fef-b01b-4ffb963a40fb service neutron] 10.222.0.72 "GET /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836246 Oct 28 14:40:03.976147 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-7fb5a7db-bde9-4a2c-b4e1-3e2ac13a6d5e req-f66135ca-28a6-4b73-b9f3-be50cfb5da11 service neutron] 10.222.0.72 "GET /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869310 Oct 28 14:40:04.483791 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c901f6-4b94-475d-8ca2-91417578722c req-cd04242d-2623-4eec-ad8d-07f01b322ba4 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:04.485299 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-55c901f6-4b94-475d-8ca2-91417578722c req-cd04242d-2623-4eec-ad8d-07f01b322ba4 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0797608 Oct 28 14:40:04.493681 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a7879-bd73-4504-bc82-974b0e859c10 req-c59e557a-49b2-47b7-bcfb-bfd2c83aee99 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:04.495116 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4e0a7879-bd73-4504-bc82-974b0e859c10 req-c59e557a-49b2-47b7-bcfb-bfd2c83aee99 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.0882859 Oct 28 14:40:04.556596 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-55c901f6-4b94-475d-8ca2-91417578722c req-6860741a-61ce-444b-9a35-059279b2d97d tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605042 Oct 28 14:40:04.564061 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4e0a7879-bd73-4504-bc82-974b0e859c10 req-e264b343-b81b-4486-bb25-7905a47f79a2 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613835 Oct 28 14:40:04.971512 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065358e2-09c6-418f-8006-1f1042d2aba5 req-1181f7d3-e103-49e0-be18-0492997097bf tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:04.973253 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-065358e2-09c6-418f-8006-1f1042d2aba5 req-1181f7d3-e103-49e0-be18-0492997097bf tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0576308 Oct 28 14:40:05.011924 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-065358e2-09c6-418f-8006-1f1042d2aba5 req-190be59d-7714-42ed-a3ae-f7b11e1f651d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322227 Oct 28 14:40:05.700197 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0104bb-49bb-4aa7-a495-0fb5eb88757d req-8de85d59-0a06-4ea9-a692-86b53d9c801a tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:05.701684 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3e0104bb-49bb-4aa7-a495-0fb5eb88757d req-8de85d59-0a06-4ea9-a692-86b53d9c801a tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0750363 Oct 28 14:40:05.713168 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710583f-6a57-46eb-8875-22dae41e62e8 req-76baa6f7-442a-4665-97d7-35c7261a3679 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:05.714597 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8710583f-6a57-46eb-8875-22dae41e62e8 req-76baa6f7-442a-4665-97d7-35c7261a3679 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.0791852 Oct 28 14:40:05.768501 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3e0104bb-49bb-4aa7-a495-0fb5eb88757d req-91aafb89-f0be-4a61-978d-13945a60dd65 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528936 Oct 28 14:40:05.773295 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8710583f-6a57-46eb-8875-22dae41e62e8 req-55c7ec63-d6ea-46b7-bf17-12cfc9e41be2 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511680 Oct 28 14:40:06.155090 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215aed9-db48-4b9b-ab73-a9c10038f4a6 req-e26434d9-d5de-4308-b249-dd91b4993b26 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:06.156542 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4215aed9-db48-4b9b-ab73-a9c10038f4a6 req-e26434d9-d5de-4308-b249-dd91b4993b26 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 946 time: 0.0628777 Oct 28 14:40:06.197840 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4215aed9-db48-4b9b-ab73-a9c10038f4a6 req-04ae0518-f8d3-4731-adad-b25e64e6db50 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320487 Oct 28 14:40:06.826490 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 45ec9642-12d9-434d-9a64-a82adf4927f5 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:40:06.924439 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:06.925278 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd15fed-8874-45d2-8347-bdce105ae707 req-be65cc76-4570-4805-a251-92b31adc4b05 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:06.926886 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-cdd15fed-8874-45d2-8347-bdce105ae707 req-be65cc76-4570-4805-a251-92b31adc4b05 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0881803 Oct 28 14:40:06.948809 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b45389-2a07-481a-b1f0-9683d6ac0e8a req-b4e7ac02-793c-46a8-b6ca-1c519cfc1d41 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:06.949042 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b92d161-e1ba-469f-89ea-a72e2925b4bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45ec9642-12d9-434d-9a64-a82adf4927f5'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:40:06.950218 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-30b45389-2a07-481a-b1f0-9683d6ac0e8a req-b4e7ac02-793c-46a8-b6ca-1c519cfc1d41 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.0778811 Oct 28 14:40:06.958597 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995d6f3c-49ad-4727-a362-96bfc41de72e" -d '{"events": [{"server_uuid": "4b92d161-e1ba-469f-89ea-a72e2925b4bf", "name": "network-vif-unplugged", "status": "completed", "tag": "45ec9642-12d9-434d-9a64-a82adf4927f5"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:40:06.972284 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 45ec9642-12d9-434d-9a64-a82adf4927f5, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=45ec9642-12d9-434d-9a64-a82adf4927f5,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:40:06.981534 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:07.002501 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-cdd15fed-8874-45d2-8347-bdce105ae707 req-b01b12cc-857e-43fe-9f53-5477a38ab09a tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665419 Oct 28 14:40:07.007171 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-30b45389-2a07-481a-b1f0-9683d6ac0e8a req-90d64edb-9a8d-4ee6-8fe9-ed331c00774a tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487599 Oct 28 14:40:07.041279 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=45ec9642-12d9-434d-9a64-a82adf4927f5,revision_number=8']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:07.071222 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 14:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54758dab-d08c-47af-83c8-8ebca8ee7df4 x-openstack-request-id: req-54758dab-d08c-47af-83c8-8ebca8ee7df4 {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:40:07.071222 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b92d161-e1ba-469f-89ea-a72e2925b4bf", "name": "network-vif-unplugged", "status": "completed", "tag": "45ec9642-12d9-434d-9a64-a82adf4927f5", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:40:07.071448 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-54758dab-d08c-47af-83c8-8ebca8ee7df4 {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:40:07.071757 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b92d161-e1ba-469f-89ea-a72e2925b4bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45ec9642-12d9-434d-9a64-a82adf4927f5', 'code': 200} Oct 28 14:40:07.324867 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ed355-bd40-43df-af2b-e53fc539d6dc req-c0d68a3f-86cd-44de-8b25-df22165f229b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:07.326289 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3f1ed355-bd40-43df-af2b-e53fc539d6dc req-c0d68a3f-86cd-44de-8b25-df22165f229b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0541837 Oct 28 14:40:07.363792 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3f1ed355-bd40-43df-af2b-e53fc539d6dc req-5a1c3fdb-d463-41c5-8a11-ae060a101233 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309277 Oct 28 14:40:07.876879 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [req-9c31559e-e242-4de8-a812-218749ad6066 req-5092e3cb-82ce-42fd-8603-34d4e145a48d service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 14:40:07.877862 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9c31559e-e242-4de8-a812-218749ad6066 req-5092e3cb-82ce-42fd-8603-34d4e145a48d service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055668 Oct 28 14:40:08.037644 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab0b0d-b24b-4fe5-aed7-143fec9314e5 req-c556345c-b6bf-499e-9802-227cbf116dc9 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:08.039147 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b5ab0b0d-b24b-4fe5-aed7-143fec9314e5 req-c556345c-b6bf-499e-9802-227cbf116dc9 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0488973 Oct 28 14:40:08.081544 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b5ab0b0d-b24b-4fe5-aed7-143fec9314e5 req-3b640241-bb40-40d9-8d4a-4cda2efd0a1c tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330610 Oct 28 14:40:08.152982 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9c4df-26e1-4b4b-bc2a-6c2962dae743 req-f51ddfb8-3f9d-43cc-8bd2-755317c4fbfb tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:08.154663 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5ca9c4df-26e1-4b4b-bc2a-6c2962dae743 req-f51ddfb8-3f9d-43cc-8bd2-755317c4fbfb tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0663240 Oct 28 14:40:08.228243 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5ca9c4df-26e1-4b4b-bc2a-6c2962dae743 req-8b5709b7-277b-4764-a4b9-f8b323ccdec2 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675492 Oct 28 14:40:08.239824 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29810c87-32c5-4ee4-b4af-a7cae59e0586 req-be52f5ae-c924-405c-858f-2ed1bd5fe69e tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:08.253068 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-29810c87-32c5-4ee4-b4af-a7cae59e0586 req-be52f5ae-c924-405c-858f-2ed1bd5fe69e tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.0847595 Oct 28 14:40:08.281905 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-29810c87-32c5-4ee4-b4af-a7cae59e0586 req-b5bb4d85-faeb-4b93-afb9-493d930f0d5d tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338695 Oct 28 14:40:08.423568 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 36932) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:08.484902 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 36936) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:08.567764 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-09da153c-10a2-43d5-9c39-4ea0868f33b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:08.588067 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d9326c27-7d05-4427-9028-cafada1896d9 req-f6a348c3-711f-4fca-b064-1b9370c6d45d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1013184 Oct 28 14:40:08.598564 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [req-d9326c27-7d05-4427-9028-cafada1896d9 req-9efb91da-71b3-4222-a849-0207fed7c84d service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 14:40:08.599842 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d9326c27-7d05-4427-9028-cafada1896d9 req-9efb91da-71b3-4222-a849-0207fed7c84d service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059814 Oct 28 14:40:08.685952 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-09da153c-10a2-43d5-9c39-4ea0868f33b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:08.692721 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-09da153c-10a2-43d5-9c39-4ea0868f33b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:08.741329 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-09da153c-10a2-43d5-9c39-4ea0868f33b7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3a60e18582eb44c58052cd1c9e0249a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160245 Oct 28 14:40:08.742285 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da153c-10a2-43d5-9c39-4ea0868f33b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8d6298-fb9c-4b1b-8eb0-460a35a3d559,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:08.744353 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 36954) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:08.797183 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-38cebf51-ba90-431e-adf5-26a04a54b778 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:08.822286 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-38cebf51-ba90-431e-adf5-26a04a54b778 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:08.867824 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-38cebf51-ba90-431e-adf5-26a04a54b778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:08.870329 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-38cebf51-ba90-431e-adf5-26a04a54b778 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:08.871497 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-38cebf51-ba90-431e-adf5-26a04a54b778 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/be8d6298-fb9c-4b1b-8eb0-460a35a3d559 HTTP/1.1" status: 204 len: 168 time: 0.1258917 Oct 28 14:40:08.879791 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cebf51-ba90-431e-adf5-26a04a54b778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8d6298-fb9c-4b1b-8eb0-460a35a3d559,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:09.206192 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96e77d-df2a-481e-bb5c-1c62cc9880c5 req-457e606d-eb72-4ddf-86e8-35696f3a7853 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:09.207735 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4d96e77d-df2a-481e-bb5c-1c62cc9880c5 req-457e606d-eb72-4ddf-86e8-35696f3a7853 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0493672 Oct 28 14:40:09.247724 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4d96e77d-df2a-481e-bb5c-1c62cc9880c5 req-faae14ce-1420-4b0e-b20b-b887dc58556b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339768 Oct 28 14:40:09.347013 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c67377-c331-4a49-9b97-e06014c7650d req-6bef6c28-2cdc-48e3-8b2f-9f3bd7026c84 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:09.348520 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-29c67377-c331-4a49-9b97-e06014c7650d req-6bef6c28-2cdc-48e3-8b2f-9f3bd7026c84 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0484765 Oct 28 14:40:09.409689 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-29c67377-c331-4a49-9b97-e06014c7650d req-a61fa622-92b7-41d2-ab5d-e1ef085e1ff8 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522037 Oct 28 14:40:09.417670 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dfe457-0c95-4d66-8b9f-af1350498d9a req-38209b56-3adc-4bf9-b34c-617c717c1129 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:09.419628 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-35dfe457-0c95-4d66-8b9f-af1350498d9a req-38209b56-3adc-4bf9-b34c-617c717c1129 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.0701325 Oct 28 14:40:09.462402 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-35dfe457-0c95-4d66-8b9f-af1350498d9a req-be9fc789-4256-4fa2-8c8a-546784f4d2f6 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346847 Oct 28 14:40:10.384596 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6523a4-aee7-45ef-8bf6-4696f764e5e6 req-3a8b2b72-f1ac-4452-b520-a6b4767a25bb tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:10.386052 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2f6523a4-aee7-45ef-8bf6-4696f764e5e6 req-3a8b2b72-f1ac-4452-b520-a6b4767a25bb tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0547731 Oct 28 14:40:10.425525 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2f6523a4-aee7-45ef-8bf6-4696f764e5e6 req-4c64a9a5-4734-4fd4-a9e8-6fcbd61d5659 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325017 Oct 28 14:40:10.527949 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2a9fb-a95e-424a-9b1c-c6bb1f12a0a6 req-251dacdb-d97a-415e-8f86-e36858b14f66 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:10.529612 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c4d2a9fb-a95e-424a-9b1c-c6bb1f12a0a6 req-251dacdb-d97a-415e-8f86-e36858b14f66 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0510416 Oct 28 14:40:10.594170 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c4d2a9fb-a95e-424a-9b1c-c6bb1f12a0a6 req-cd448316-7b76-4d90-b958-b0659c63e79a tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547483 Oct 28 14:40:10.604044 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2a597-ab42-41ee-97d8-88641206ede4 req-0bcd3dcb-282d-46a6-998b-adaf959e4181 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:10.605479 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-76f2a597-ab42-41ee-97d8-88641206ede4 req-0bcd3dcb-282d-46a6-998b-adaf959e4181 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.0750253 Oct 28 14:40:10.643978 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-76f2a597-ab42-41ee-97d8-88641206ede4 req-01eec42b-5a97-4333-b228-6240b433d573 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322821 Oct 28 14:40:10.858622 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 45ec9642-12d9-434d-9a64-a82adf4927f5 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:40:11.561318 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848932d1-0ec6-4827-99c6-73ca332a34c5 req-ab6d41b6-a647-4d50-b783-a3ab6081f25e tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:11.562785 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-848932d1-0ec6-4827-99c6-73ca332a34c5 req-ab6d41b6-a647-4d50-b783-a3ab6081f25e tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0550444 Oct 28 14:40:11.599671 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-848932d1-0ec6-4827-99c6-73ca332a34c5 req-d4d6dbff-8476-4f56-9bb0-bd5636a37514 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309529 Oct 28 14:40:11.709972 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29517a-d88f-4d04-91aa-44dcfb4d0cea req-4f8859d6-1eac-43a2-bf1c-fae83cbc83d3 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:11.711502 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4b29517a-d88f-4d04-91aa-44dcfb4d0cea req-4f8859d6-1eac-43a2-bf1c-fae83cbc83d3 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0519967 Oct 28 14:40:11.776841 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4b29517a-d88f-4d04-91aa-44dcfb4d0cea req-db66f73c-3e06-4a22-a62f-f6d25eb35666 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553567 Oct 28 14:40:11.785072 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15400c1c-2f07-4199-ad4d-f763d778afe7 req-cb522217-db61-42af-b072-93ad9fef38eb tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:11.786469 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-15400c1c-2f07-4199-ad4d-f763d778afe7 req-cb522217-db61-42af-b072-93ad9fef38eb tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.0736887 Oct 28 14:40:11.829501 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-15400c1c-2f07-4199-ad4d-f763d778afe7 req-8532dc3b-0b41-4cf4-8948-7e04bf1dde2f tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369291 Oct 28 14:40:12.722871 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfef6a3-e67b-458d-b293-590aeab647a6 req-023bacab-5191-4fc7-8849-5074550ad1d3 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:12.724416 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-bcfef6a3-e67b-458d-b293-590aeab647a6 req-023bacab-5191-4fc7-8849-5074550ad1d3 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0486066 Oct 28 14:40:12.762236 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-bcfef6a3-e67b-458d-b293-590aeab647a6 req-373d4fac-c11e-4a26-836f-c3716c579f62 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318837 Oct 28 14:40:12.894458 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc8e3a-3de6-473c-847c-2f242feed28f req-73566e77-693e-485e-ba60-f0bd4fde0c85 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:12.895949 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e6bc8e3a-3de6-473c-847c-2f242feed28f req-73566e77-693e-485e-ba60-f0bd4fde0c85 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0502288 Oct 28 14:40:12.961511 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e6bc8e3a-3de6-473c-847c-2f242feed28f req-f6b20928-c1e5-449d-afd7-926c2edd521e tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538476 Oct 28 14:40:12.973121 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3345159-eac8-4398-af94-f003a5cbea05 req-8b7be366-2727-4d25-9891-9ee82d14e8d9 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:12.976324 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b3345159-eac8-4398-af94-f003a5cbea05 req-8b7be366-2727-4d25-9891-9ee82d14e8d9 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.0770700 Oct 28 14:40:13.029378 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b3345159-eac8-4398-af94-f003a5cbea05 req-9bb1ba89-81bd-49fe-af1d-362878384418 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439155 Oct 28 14:40:13.394798 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:40:13.886198 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9b761-6b45-46f5-9dbe-927f4bcc3511 req-bddcdb25-b67d-458b-a6ff-6511ee9c8db6 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:13.891198 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-57e9b761-6b45-46f5-9dbe-927f4bcc3511 req-bddcdb25-b67d-458b-a6ff-6511ee9c8db6 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0529373 Oct 28 14:40:13.933513 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-57e9b761-6b45-46f5-9dbe-927f4bcc3511 req-4f55a676-7cc5-41b9-9814-bd6f50e8cca8 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369515 Oct 28 14:40:14.087367 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc025a7-ab5c-476b-874f-ffa38d4d3c5b req-217de778-37ec-4255-a2e7-f54aa81cb92e tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:14.088903 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3fc025a7-ab5c-476b-874f-ffa38d4d3c5b req-217de778-37ec-4255-a2e7-f54aa81cb92e tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0513053 Oct 28 14:40:14.152083 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3fc025a7-ab5c-476b-874f-ffa38d4d3c5b req-bd9aa69b-0535-4554-9fb5-f24162170144 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572712 Oct 28 14:40:14.171842 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9810f2-c081-4161-ab91-a36cf3306c81 req-019128be-563f-4153-9289-2e408a016798 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:14.173266 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7f9810f2-c081-4161-ab91-a36cf3306c81 req-019128be-563f-4153-9289-2e408a016798 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.0652976 Oct 28 14:40:14.210408 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7f9810f2-c081-4161-ab91-a36cf3306c81 req-7f1607f4-d19d-43b1-a7f3-73aa8357fa9d tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309803 Oct 28 14:40:15.099499 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae8e2d-ab53-4df3-9505-3574d4d68aa8 req-4a8ae6df-5d26-45bc-9983-ec3defc0d094 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:15.100987 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-24ae8e2d-ab53-4df3-9505-3574d4d68aa8 req-4a8ae6df-5d26-45bc-9983-ec3defc0d094 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0492992 Oct 28 14:40:15.139329 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-24ae8e2d-ab53-4df3-9505-3574d4d68aa8 req-ae9b9a99-2703-46bf-9386-6edd3212a849 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319607 Oct 28 14:40:15.270963 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5706e8-9221-4c62-b350-1c0d2fada7e2 req-3b2641cb-63c9-485a-bbcb-112369db9588 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:15.274413 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7b5706e8-9221-4c62-b350-1c0d2fada7e2 req-3b2641cb-63c9-485a-bbcb-112369db9588 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0515876 Oct 28 14:40:15.341076 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7b5706e8-9221-4c62-b350-1c0d2fada7e2 req-e9dbff69-5195-47b3-b155-c107688f3204 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596309 Oct 28 14:40:15.359617 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1860d3-cb20-4685-9b2b-dd8a0d4fd945 req-5c96f566-a48d-484c-8532-beb9a7e58804 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:15.361165 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1a1860d3-cb20-4685-9b2b-dd8a0d4fd945 req-5c96f566-a48d-484c-8532-beb9a7e58804 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.0716913 Oct 28 14:40:15.399378 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1a1860d3-cb20-4685-9b2b-dd8a0d4fd945 req-0c753caf-02b2-4020-805c-d03ef2f5ee08 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317674 Oct 28 14:40:15.546354 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 37092) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:15.658623 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-982c7c85-0b77-455b-9a2c-13cd4b956b18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:15.729342 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4246825-2323-4327-be2a-3e3c609cd853 req-e62adce7-1c00-45a7-856d-7e7d1a618b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:15.731786 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b4246825-2323-4327-be2a-3e3c609cd853 req-e62adce7-1c00-45a7-856d-7e7d1a618b8d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 1099 time: 0.0615005 Oct 28 14:40:15.799283 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b4246825-2323-4327-be2a-3e3c609cd853 req-f1844d26-95d9-4adf-b222-e4bc6c9f4813 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547006 Oct 28 14:40:15.803524 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-982c7c85-0b77-455b-9a2c-13cd4b956b18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:15.809840 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-982c7c85-0b77-455b-9a2c-13cd4b956b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:15.846091 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-982c7c85-0b77-455b-9a2c-13cd4b956b18 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=adc1abcd7e7b438697fd996524151523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986426 Oct 28 14:40:15.846964 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c7c85-0b77-455b-9a2c-13cd4b956b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cea542-9efd-44ea-b385-c4aef95650cb,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:15.849951 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 37096) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:15.901718 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-faa4344c-f7f8-4df0-9162-74e632ac2309 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:15.924526 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-faa4344c-f7f8-4df0-9162-74e632ac2309 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:15.972145 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-faa4344c-f7f8-4df0-9162-74e632ac2309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:15.975221 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-faa4344c-f7f8-4df0-9162-74e632ac2309 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:15.976404 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-faa4344c-f7f8-4df0-9162-74e632ac2309 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c6cea542-9efd-44ea-b385-c4aef95650cb HTTP/1.1" status: 204 len: 168 time: 0.1250498 Oct 28 14:40:15.986430 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4344c-f7f8-4df0-9162-74e632ac2309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cea542-9efd-44ea-b385-c4aef95650cb,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:15.993980 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4344c-f7f8-4df0-9162-74e632ac2309 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:15.994330 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4344c-f7f8-4df0-9162-74e632ac2309 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:15.994768 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4344c-f7f8-4df0-9162-74e632ac2309 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:15.995097 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4344c-f7f8-4df0-9162-74e632ac2309 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:15.995424 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4344c-f7f8-4df0-9162-74e632ac2309 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:15.995797 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4344c-f7f8-4df0-9162-74e632ac2309 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:15.996271 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4344c-f7f8-4df0-9162-74e632ac2309 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:15.996597 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4344c-f7f8-4df0-9162-74e632ac2309 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:15.997011 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4344c-f7f8-4df0-9162-74e632ac2309 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:15.997331 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4344c-f7f8-4df0-9162-74e632ac2309 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:15.997648 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4344c-f7f8-4df0-9162-74e632ac2309 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:15.997967 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa4344c-f7f8-4df0-9162-74e632ac2309 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:16.259762 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a553b6-6515-45ad-bf13-21f9b09d9612 req-1aa446a3-3441-46e2-9e27-b966c482ac98 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:16.261333 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-05a553b6-6515-45ad-bf13-21f9b09d9612 req-1aa446a3-3441-46e2-9e27-b966c482ac98 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0486941 Oct 28 14:40:16.268851 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 37106) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:16.284950 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-572ff94c-4262-400e-84d7-48e52c88ac3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:16.303294 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-05a553b6-6515-45ad-bf13-21f9b09d9612 req-4d2f5714-1c42-4bd1-97ca-eafcc0a7ec95 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358570 Oct 28 14:40:16.358446 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-572ff94c-4262-400e-84d7-48e52c88ac3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:16.365508 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-572ff94c-4262-400e-84d7-48e52c88ac3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:16.413480 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-572ff94c-4262-400e-84d7-48e52c88ac3b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e60f0fe2ac134dea85e62c7b7ad7d180&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410425 Oct 28 14:40:16.413480 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ff94c-4262-400e-84d7-48e52c88ac3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e3f0fa-dfb2-4c81-8d1b-3c9f2e1003f5,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:16.414444 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 37110) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:16.513661 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be6ac6-e541-4933-9bea-93cb20c8aa6a req-c71044d5-5f0a-427a-ad44-28500c1065a8 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:16.515188 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-45be6ac6-e541-4933-9bea-93cb20c8aa6a req-c71044d5-5f0a-427a-ad44-28500c1065a8 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0938261 Oct 28 14:40:16.531894 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-6db08b5e-630a-4421-af9f-14eb46f95551 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:16.568601 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-6db08b5e-630a-4421-af9f-14eb46f95551 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:16.599488 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7cf199-2526-4d06-ad31-c01f9f5da60c req-7a1ffce1-3677-4364-92e7-f5662317351c tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:16.600915 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7f7cf199-2526-4d06-ad31-c01f9f5da60c req-7a1ffce1-3677-4364-92e7-f5662317351c tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.1323326 Oct 28 14:40:16.607548 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-45be6ac6-e541-4933-9bea-93cb20c8aa6a req-5b81aa07-921f-4ae2-908c-c4fdf5c788b7 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837643 Oct 28 14:40:16.651546 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7f7cf199-2526-4d06-ad31-c01f9f5da60c req-78490fde-994b-45cd-ba37-8115b4fffec5 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429976 Oct 28 14:40:16.663817 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-6db08b5e-630a-4421-af9f-14eb46f95551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:16.667011 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-6db08b5e-630a-4421-af9f-14eb46f95551 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:16.668470 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-6db08b5e-630a-4421-af9f-14eb46f95551 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/22e3f0fa-dfb2-4c81-8d1b-3c9f2e1003f5 HTTP/1.1" status: 204 len: 168 time: 0.2529995 Oct 28 14:40:16.680485 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db08b5e-630a-4421-af9f-14eb46f95551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e3f0fa-dfb2-4c81-8d1b-3c9f2e1003f5,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:17.062398 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d29beb78-e990-450d-ac23-5db8c8cd21b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:17.428212 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756af988-a31b-4faa-b852-0157caecec53 req-48b6411d-16f9-411a-b37a-4c9aa311e1c3 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:17.429725 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-756af988-a31b-4faa-b852-0157caecec53 req-48b6411d-16f9-411a-b37a-4c9aa311e1c3 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0535922 Oct 28 14:40:17.467149 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-756af988-a31b-4faa-b852-0157caecec53 req-84ffed38-e88e-4862-a67a-54b4f023e1f4 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313900 Oct 28 14:40:17.725731 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517fbb2-c67a-4e1d-ae58-15d99e7aa4dc req-7367869f-1380-41aa-b733-72db5fabf7c8 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:17.727173 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a517fbb2-c67a-4e1d-ae58-15d99e7aa4dc req-7367869f-1380-41aa-b733-72db5fabf7c8 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0515325 Oct 28 14:40:17.794957 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a517fbb2-c67a-4e1d-ae58-15d99e7aa4dc req-80ca4271-a44b-401a-9833-f16c5a276083 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573151 Oct 28 14:40:17.815048 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832518d-2e7e-4eab-bbdc-c8de7e52b5e4 req-98622a7e-e851-47ce-a0e1-3d656b0a0f85 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:17.815048 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9832518d-2e7e-4eab-bbdc-c8de7e52b5e4 req-98622a7e-e851-47ce-a0e1-3d656b0a0f85 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.0826426 Oct 28 14:40:17.851317 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9832518d-2e7e-4eab-bbdc-c8de7e52b5e4 req-a6be6f08-93b8-4ef1-a8cd-c5d2df49fd70 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342562 Oct 28 14:40:18.120301 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068684fc-2edb-4108-8691-00a353a3903c req-1546dbd0-6196-406c-b239-9a390c6719dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:18.121288 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-068684fc-2edb-4108-8691-00a353a3903c req-1546dbd0-6196-406c-b239-9a390c6719dd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5dda0d6d1b084868853338165ea3601d&device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 1099 time: 0.0514426 Oct 28 14:40:18.128148 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d3008-036a-43e4-b904-bf229044624c req-97094020-beb1-4e69-a4b5-5b8cec7143d8 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:18.129646 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9d8d3008-036a-43e4-b904-bf229044624c req-97094020-beb1-4e69-a4b5-5b8cec7143d8 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0572145 Oct 28 14:40:18.168768 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9d8d3008-036a-43e4-b904-bf229044624c req-ad119a62-ed6e-4edb-9bfb-ad83eaafd78c tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326157 Oct 28 14:40:18.227750 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068684fc-2edb-4108-8691-00a353a3903c req-3a210ea8-fa73-4525-82fd-5ad537cde248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:18.229235 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-068684fc-2edb-4108-8691-00a353a3903c req-3a210ea8-fa73-4525-82fd-5ad537cde248 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f66cb821-2d22-45aa-9985-3ea85500b50a HTTP/1.1" status: 200 len: 919 time: 0.0904639 Oct 28 14:40:18.270544 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-068684fc-2edb-4108-8691-00a353a3903c req-d533026c-8974-45ce-8f5e-f0f61f4b4ca3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb63d985-7727-473b-be7e-41ea307f84b9 HTTP/1.1" status: 200 len: 217 time: 0.0332787 Oct 28 14:40:18.326387 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068684fc-2edb-4108-8691-00a353a3903c req-ba8ca761-34c7-4e8a-9262-e896fce54078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:18.327877 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-068684fc-2edb-4108-8691-00a353a3903c req-ba8ca761-34c7-4e8a-9262-e896fce54078 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f8630344-cf93-4cfe-815f-63516c44a48e HTTP/1.1" status: 200 len: 858 time: 0.0443101 Oct 28 14:40:18.370805 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-068684fc-2edb-4108-8691-00a353a3903c req-7c269bfe-623e-49e0-9d65-770a2448a6b8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f66cb821-2d22-45aa-9985-3ea85500b50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281036 Oct 28 14:40:18.489340 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-068684fc-2edb-4108-8691-00a353a3903c req-665f0b68-2ae0-494b-97d0-72c9f2886e14 service neutron] 10.222.0.72 "GET /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097834 Oct 28 14:40:18.586868 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-068684fc-2edb-4108-8691-00a353a3903c req-f72c3234-ce6d-41c1-8062-3b8c61ec4f26 service neutron] 10.222.0.72 "GET /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855341 Oct 28 14:40:18.588824 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753bd6b-3110-4afb-9202-52a239bf6cda req-77127c31-e53e-4ce2-832d-d10407bf89cc tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:18.590288 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b753bd6b-3110-4afb-9202-52a239bf6cda req-77127c31-e53e-4ce2-832d-d10407bf89cc tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0482485 Oct 28 14:40:18.629070 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b753bd6b-3110-4afb-9202-52a239bf6cda req-c819a308-619d-4489-9d1d-cc58b963f266 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309486 Oct 28 14:40:18.971724 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20925ab2-d384-4283-9bbe-38a1809627d0 req-20f82ddb-db86-4692-ace2-3fb2ff06e71b tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:18.973222 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-20925ab2-d384-4283-9bbe-38a1809627d0 req-20f82ddb-db86-4692-ace2-3fb2ff06e71b tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.0546374 Oct 28 14:40:19.012466 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-20925ab2-d384-4283-9bbe-38a1809627d0 req-795fa213-04d2-41b1-8935-3f7571c94efc tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331028 Oct 28 14:40:19.286448 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbdb19-5405-43f2-adb9-26cd48ebf638 req-8064c1eb-8064-4837-a139-2587e85bb493 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:19.288371 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3bdbdb19-5405-43f2-adb9-26cd48ebf638 req-8064c1eb-8064-4837-a139-2587e85bb493 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0514269 Oct 28 14:40:19.329069 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3bdbdb19-5405-43f2-adb9-26cd48ebf638 req-d9f2f130-dfee-44c2-8526-bd852560e985 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330210 Oct 28 14:40:19.747218 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3d7b8-f535-46fb-af31-475e7283b6ff req-655252e4-56c7-422d-bc34-f28af2ce6b94 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:19.748690 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-79f3d7b8-f535-46fb-af31-475e7283b6ff req-655252e4-56c7-422d-bc34-f28af2ce6b94 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0481048 Oct 28 14:40:19.788875 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-79f3d7b8-f535-46fb-af31-475e7283b6ff req-9505f8ef-4e6d-4dad-8c7f-d350573551ff tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334027 Oct 28 14:40:20.081432 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1f921313-68dd-4f54-87af-a3f294dd41b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:20.138902 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7e2d7-b7b7-4d14-a723-14a078bd442f req-a72bbd97-de82-4815-acab-93f0d80c268f tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:20.140402 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-57c7e2d7-b7b7-4d14-a723-14a078bd442f req-a72bbd97-de82-4815-acab-93f0d80c268f tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.0522540 Oct 28 14:40:20.179791 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-57c7e2d7-b7b7-4d14-a723-14a078bd442f req-cea78aa5-e793-461b-8e59-afedbac00ff6 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330939 Oct 28 14:40:20.463935 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9326c27-7d05-4427-9028-cafada1896d9 req-728bef6f-138c-4a08-8bf6-7728603c7f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:20.465443 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d9326c27-7d05-4427-9028-cafada1896d9 req-728bef6f-138c-4a08-8bf6-7728603c7f97 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf&tenant_id=89fb273f901845daa8cf52ed4beefe1d HTTP/1.1" status: 200 len: 1097 time: 0.0739455 Oct 28 14:40:20.481876 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8c52a-0133-4ae9-8acd-3f07294cf5b7 req-7de897cc-5591-4cd3-9189-2e740d5b32a0 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:20.483369 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-89b8c52a-0133-4ae9-8acd-3f07294cf5b7 req-7de897cc-5591-4cd3-9189-2e740d5b32a0 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0557868 Oct 28 14:40:20.523640 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-89b8c52a-0133-4ae9-8acd-3f07294cf5b7 req-b09a9d5b-2efe-4b60-be7d-7596b0a760eb tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340359 Oct 28 14:40:20.550626 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9326c27-7d05-4427-9028-cafada1896d9 req-f77a2259-3515-4efa-8c69-6f67a97da893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:20.552418 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d9326c27-7d05-4427-9028-cafada1896d9 req-f77a2259-3515-4efa-8c69-6f67a97da893 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=89fb273f901845daa8cf52ed4beefe1d&device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 1097 time: 0.0451283 Oct 28 14:40:20.651615 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9326c27-7d05-4427-9028-cafada1896d9 req-869b4065-c253-4cb3-917c-1ba74e810555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:20.653087 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d9326c27-7d05-4427-9028-cafada1896d9 req-869b4065-c253-4cb3-917c-1ba74e810555 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c4fd715-4b25-4fcf-8589-609c400168cc HTTP/1.1" status: 200 len: 918 time: 0.0901535 Oct 28 14:40:20.732175 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d9326c27-7d05-4427-9028-cafada1896d9 req-93d1ff0d-3b79-4180-93e2-36bf01ed5dcf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45ec9642-12d9-434d-9a64-a82adf4927f5 HTTP/1.1" status: 200 len: 998 time: 0.0630989 Oct 28 14:40:20.922564 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d67c3-141e-4d08-a6e3-98ffa38d9e97 req-66bc1d53-fba6-4143-9285-319fb078e47b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:20.924161 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9e1d67c3-141e-4d08-a6e3-98ffa38d9e97 req-66bc1d53-fba6-4143-9285-319fb078e47b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0577731 Oct 28 14:40:20.964952 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9e1d67c3-141e-4d08-a6e3-98ffa38d9e97 req-59bb5284-9226-47f4-a076-a5fa027ec5f6 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341995 Oct 28 14:40:21.028289 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:21.210284 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:21.304727 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92990975-44f2-4f6f-9839-3f04a889cc59 req-92abdfb5-9396-4159-a3eb-5e021a490930 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:21.306241 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-92990975-44f2-4f6f-9839-3f04a889cc59 req-92abdfb5-9396-4159-a3eb-5e021a490930 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.0604124 Oct 28 14:40:21.349121 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-92990975-44f2-4f6f-9839-3f04a889cc59 req-68064847-d81c-40e0-8a65-bf8bca7f27d4 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359514 Oct 28 14:40:21.644568 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a3832-027e-4f7e-9fc5-117c4b2f7a85 req-1210fd36-e43e-43c7-bc39-fc4abe37a2a9 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:21.646090 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9e0a3832-027e-4f7e-9fc5-117c4b2f7a85 req-1210fd36-e43e-43c7-bc39-fc4abe37a2a9 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0527837 Oct 28 14:40:21.659597 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device a326b33a-dfb4-411e-a7dd-27ea8bd126af details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 14:40:21.701713 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9e0a3832-027e-4f7e-9fc5-117c4b2f7a85 req-06f6132a-5ac3-4f56-93af-6aa0e5f54299 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449009 Oct 28 14:40:21.711218 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9326c27-7d05-4427-9028-cafada1896d9 req-2df8f7ab-e516-48d6-b600-ef2a400a0023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:21.713152 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d9326c27-7d05-4427-9028-cafada1896d9 req-2df8f7ab-e516-48d6-b600-ef2a400a0023 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c385150-b18d-415b-9404-b587a3485a15 HTTP/1.1" status: 200 len: 856 time: 0.0617285 Oct 28 14:40:21.738632 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 37256) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:21.788954 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port a326b33a-dfb4-411e-a7dd-27ea8bd126af, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=a326b33a-dfb4-411e-a7dd-27ea8bd126af,segment=NetworkSegment(3e34fef4-b403-4b31-a6da-4db7450c0e36),segment_id=3e34fef4-b403-4b31-a6da-4db7450c0e36)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:40:21.800718 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Returning: {'device': 'a326b33a-dfb4-411e-a7dd-27ea8bd126af', 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f', 'port_id': 'a326b33a-dfb4-411e-a7dd-27ea8bd126af', 'mac_address': 'fa:16:3e:8c:5f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb665e6-60ca-43cc-ac85-9993982c81a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 14:40:21.837692 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:21.843558 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-cdf33bb2-badc-4e45-850c-c305f9c0243e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:21.850746 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a326b33a-dfb4-411e-a7dd-27ea8bd126af {{(pid=101540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:40:21.869307 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port a326b33a-dfb4-411e-a7dd-27ea8bd126af, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=a326b33a-dfb4-411e-a7dd-27ea8bd126af,segment=NetworkSegment(3e34fef4-b403-4b31-a6da-4db7450c0e36),segment_id=3e34fef4-b403-4b31-a6da-4db7450c0e36)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:40:21.874002 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:21.922324 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-cdf33bb2-badc-4e45-850c-c305f9c0243e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:21.926631 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=a326b33a-dfb4-411e-a7dd-27ea8bd126af,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:21.927307 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-cdf33bb2-badc-4e45-850c-c305f9c0243e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:21.933988 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:21.934357 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:21.934716 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:21.935047 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:21.935374 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:21.935699 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:21.936022 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:21.936345 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:21.936682 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:21.937110 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:21.937430 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:21.937746 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:21.966007 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-cdf33bb2-badc-4e45-850c-c305f9c0243e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=15b08c9b8c664ab8ac246821bfb51b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259347 Oct 28 14:40:21.967293 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf33bb2-badc-4e45-850c-c305f9c0243e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4919a965-7e01-4b09-b791-657bd1c749da,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:21.969260 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 37260) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:22.026661 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6b9ac431-6108-4cbc-9efe-74c14b3d6cf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:22.051703 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6b9ac431-6108-4cbc-9efe-74c14b3d6cf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:22.098255 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:22.105599 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0054f49-ab19-4bf9-b104-d7e03337ae50 req-3e2ed314-9739-49a5-b579-86564436ff73 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:22.107961 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6b9ac431-6108-4cbc-9efe-74c14b3d6cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:22.111175 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6b9ac431-6108-4cbc-9efe-74c14b3d6cf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:22.113344 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c0054f49-ab19-4bf9-b104-d7e03337ae50 req-3e2ed314-9739-49a5-b579-86564436ff73 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0692053 Oct 28 14:40:22.116437 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-6b9ac431-6108-4cbc-9efe-74c14b3d6cf8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4919a965-7e01-4b09-b791-657bd1c749da HTTP/1.1" status: 204 len: 168 time: 0.1442223 Oct 28 14:40:22.125907 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ac431-6108-4cbc-9efe-74c14b3d6cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4919a965-7e01-4b09-b791-657bd1c749da,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:22.155257 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c0054f49-ab19-4bf9-b104-d7e03337ae50 req-e498bebb-e17e-4c3f-b0ce-6ab48aee29c5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409822 Oct 28 14:40:22.398001 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 37270) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:22.411690 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-87000bf1-7320-4d91-be9f-37867cf58d26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:22.478335 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccd836-f4fc-4c84-bb7d-dea07b4277c5 req-f456a933-f52e-40d8-af44-efb9b4054cc6 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:22.479862 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4cccd836-f4fc-4c84-bb7d-dea07b4277c5 req-f456a933-f52e-40d8-af44-efb9b4054cc6 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 944 time: 0.0611405 Oct 28 14:40:22.491715 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-87000bf1-7320-4d91-be9f-37867cf58d26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:22.497144 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-87000bf1-7320-4d91-be9f-37867cf58d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:22.518056 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4cccd836-f4fc-4c84-bb7d-dea07b4277c5 req-0e176b79-44a7-43a5-a7b2-4e8b9e1ba5dd tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319571 Oct 28 14:40:22.560024 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-87000bf1-7320-4d91-be9f-37867cf58d26 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ce7afad3e8684517b915844bbad8072f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606467 Oct 28 14:40:22.560741 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87000bf1-7320-4d91-be9f-37867cf58d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e5a6f6-b082-4c5f-9cc1-6a25cf1b28d9,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:22.563612 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 37274) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:22.577768 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9326c27-7d05-4427-9028-cafada1896d9 req-cfa71b83-cf88-45c9-b280-174a261e9429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:22.579292 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d9326c27-7d05-4427-9028-cafada1896d9 req-cfa71b83-cf88-45c9-b280-174a261e9429 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c4fd715-4b25-4fcf-8589-609c400168cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550399 Oct 28 14:40:22.611964 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-da736fb8-f38b-49dd-bd5f-0767e2d33ed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:22.632543 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-da736fb8-f38b-49dd-bd5f-0767e2d33ed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:22.692189 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-da736fb8-f38b-49dd-bd5f-0767e2d33ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:22.694959 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-da736fb8-f38b-49dd-bd5f-0767e2d33ed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:22.696145 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-da736fb8-f38b-49dd-bd5f-0767e2d33ed9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f1e5a6f6-b082-4c5f-9cc1-6a25cf1b28d9 HTTP/1.1" status: 204 len: 168 time: 0.1311681 Oct 28 14:40:22.704176 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da736fb8-f38b-49dd-bd5f-0767e2d33ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e5a6f6-b082-4c5f-9cc1-6a25cf1b28d9,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:22.820411 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14108a-5cee-4f68-956b-ed28dea61170 req-4b21bc77-10d5-4f2e-b012-b98522b59378 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:22.821909 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8d14108a-5cee-4f68-956b-ed28dea61170 req-4b21bc77-10d5-4f2e-b012-b98522b59378 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0519929 Oct 28 14:40:22.860443 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8d14108a-5cee-4f68-956b-ed28dea61170 req-57fae2f2-39bb-404f-90c0-ac18ee350bfc tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322654 Oct 28 14:40:23.274290 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b5d85-d759-41dc-99f8-19bd2f37e45a req-8f42a35a-11b1-42b9-b086-de28808ffe7f tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:23.275838 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0e7b5d85-d759-41dc-99f8-19bd2f37e45a req-8f42a35a-11b1-42b9-b086-de28808ffe7f tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0495360 Oct 28 14:40:23.315707 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0e7b5d85-d759-41dc-99f8-19bd2f37e45a req-a90b65d9-64b6-48ce-8f31-9a5c55d9c87e tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333953 Oct 28 14:40:23.627819 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d9326c27-7d05-4427-9028-cafada1896d9 req-c69117cf-a3d2-4ac4-90f5-6ddb66432a7a service neutron] 10.222.0.72 "GET /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944550 Oct 28 14:40:23.660971 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8304ef4-a71e-4d56-bbee-f68954b7c06a req-2f5c7e30-7e2c-4bde-8402-3a43df3d38bb tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:23.662548 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d8304ef4-a71e-4d56-bbee-f68954b7c06a req-2f5c7e30-7e2c-4bde-8402-3a43df3d38bb tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 944 time: 0.0593300 Oct 28 14:40:23.713534 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d8304ef4-a71e-4d56-bbee-f68954b7c06a req-367e3826-9618-48c6-b759-3fd97c8559a8 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416183 Oct 28 14:40:23.743239 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d9326c27-7d05-4427-9028-cafada1896d9 req-6ba149df-001f-448f-9e0d-7d86eb68be14 service neutron] 10.222.0.72 "GET /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988665 Oct 28 14:40:23.948830 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['a326b33a-dfb4-411e-a7dd-27ea8bd126af'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:40:24.399864 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 37362) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:24.477669 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ac8e7-36e8-4d8b-a6e7-563e4b623fe7 req-292e4876-549e-4863-92d9-7ca90560782d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:24.480494 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5d1ac8e7-36e8-4d8b-a6e7-563e4b623fe7 req-292e4876-549e-4863-92d9-7ca90560782d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0734890 Oct 28 14:40:24.579823 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5d1ac8e7-36e8-4d8b-a6e7-563e4b623fe7 req-51854e24-8be2-4515-9f84-0ba02d08b1c2 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885251 Oct 28 14:40:24.664252 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-dab90f57-3657-423c-9ec8-ea6854bd67dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:24.796453 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-dab90f57-3657-423c-9ec8-ea6854bd67dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:24.804445 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-dab90f57-3657-423c-9ec8-ea6854bd67dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:24.840752 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-dab90f57-3657-423c-9ec8-ea6854bd67dc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=86ee9213de7749568d46f7af5b1c190c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4388132 Oct 28 14:40:24.840995 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 37374) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:24.890060 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab90f57-3657-423c-9ec8-ea6854bd67dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9289c70f-40ac-4e89-a07d-da27d9389dcf,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:24.906630 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-5afb8199-920f-4ce6-96bc-c2f6a3151b04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:24.915578 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90626b-add5-40e0-8a11-76550caa3d57 req-0690f60d-1427-4f4c-84ed-3fd79f04f235 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:24.917117 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ac90626b-add5-40e0-8a11-76550caa3d57 req-0690f60d-1427-4f4c-84ed-3fd79f04f235 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 944 time: 0.0838594 Oct 28 14:40:24.947726 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-5afb8199-920f-4ce6-96bc-c2f6a3151b04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:24.976160 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ac90626b-add5-40e0-8a11-76550caa3d57 req-5e0936a8-32b5-49d2-be86-5ba98b8a6c84 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515163 Oct 28 14:40:25.006447 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-5afb8199-920f-4ce6-96bc-c2f6a3151b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:25.009433 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-5afb8199-920f-4ce6-96bc-c2f6a3151b04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:25.015100 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-5afb8199-920f-4ce6-96bc-c2f6a3151b04 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9289c70f-40ac-4e89-a07d-da27d9389dcf HTTP/1.1" status: 204 len: 168 time: 0.1730464 Oct 28 14:40:25.023454 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb8199-920f-4ce6-96bc-c2f6a3151b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9289c70f-40ac-4e89-a07d-da27d9389dcf,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:25.314084 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 37382) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:25.327657 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-f8a3d2d8-0d0d-43b5-b2d5-8dfd62cf92d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:25.407084 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-f8a3d2d8-0d0d-43b5-b2d5-8dfd62cf92d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:25.412608 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-f8a3d2d8-0d0d-43b5-b2d5-8dfd62cf92d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:25.449624 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-f8a3d2d8-0d0d-43b5-b2d5-8dfd62cf92d0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=01096887d9d4466f96a84eccff096cba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1342545 Oct 28 14:40:25.452596 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 37384) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:25.454590 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a3d2d8-0d0d-43b5-b2d5-8dfd62cf92d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82be4ae2-b9d5-4e04-a787-98cdcb0e792e,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:25.513683 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-5f153e41-3210-4de0-b5ae-9b68e82836b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:25.535981 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-5f153e41-3210-4de0-b5ae-9b68e82836b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:25.585639 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-5f153e41-3210-4de0-b5ae-9b68e82836b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:25.588367 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-5f153e41-3210-4de0-b5ae-9b68e82836b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:25.592038 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-5f153e41-3210-4de0-b5ae-9b68e82836b9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/82be4ae2-b9d5-4e04-a787-98cdcb0e792e HTTP/1.1" status: 204 len: 168 time: 0.1358726 Oct 28 14:40:25.598121 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f153e41-3210-4de0-b5ae-9b68e82836b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82be4ae2-b9d5-4e04-a787-98cdcb0e792e,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:25.710120 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969bd78-ac4f-4ddf-a8a3-fa99094dad86 req-4a37fb17-a05c-4628-9eb7-feb9a8f45b37 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:25.711660 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d969bd78-ac4f-4ddf-a8a3-fa99094dad86 req-4a37fb17-a05c-4628-9eb7-feb9a8f45b37 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0527124 Oct 28 14:40:25.783404 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d969bd78-ac4f-4ddf-a8a3-fa99094dad86 req-d5ffa25c-c12a-45cb-b942-b5411aa1daa5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640764 Oct 28 14:40:26.103003 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7558918-055c-46d1-b28b-5e979b2662d3 req-02d0debb-9121-484e-bd72-53f90b353915 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:26.104509 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a7558918-055c-46d1-b28b-5e979b2662d3 req-02d0debb-9121-484e-bd72-53f90b353915 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 944 time: 0.0635784 Oct 28 14:40:26.142878 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a7558918-055c-46d1-b28b-5e979b2662d3 req-b3626a2a-aba7-4f01-b504-b7154904cfcb tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322576 Oct 28 14:40:26.241781 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device a326b33a-dfb4-411e-a7dd-27ea8bd126af up at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:40:26.325100 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning for port a326b33a-dfb4-411e-a7dd-27ea8bd126af completed by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 14:40:26.329503 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning complete for port a326b33a-dfb4-411e-a7dd-27ea8bd126af triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:40:26.329874 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:26.351825 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 37414) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:26.420759 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:26.443725 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e777b9-c44c-4fb2-8aa9-1274f77cbcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a326b33a-dfb4-411e-a7dd-27ea8bd126af'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:40:26.445974 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c12c16-9541-4be3-9265-e77bb7e19582" -d '{"events": [{"server_uuid": "44e777b9-c44c-4fb2-8aa9-1274f77cbcd3", "name": "network-vif-plugged", "status": "completed", "tag": "a326b33a-dfb4-411e-a7dd-27ea8bd126af"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:40:26.465753 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port a326b33a-dfb4-411e-a7dd-27ea8bd126af, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=a326b33a-dfb4-411e-a7dd-27ea8bd126af,segment=NetworkSegment(3e34fef4-b403-4b31-a6da-4db7450c0e36),segment_id=3e34fef4-b403-4b31-a6da-4db7450c0e36)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:40:26.475891 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:26.491486 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-9701ed77-d0d9-44c6-9405-ab6d14e5a634 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-898984593-network', 'tenant_id': 'dea9d3f2fe8e4f0d9b16f90e9b4513c9'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:40:26.510332 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7922ae63-5207-41bd-88f1-d09e6751fab1 x-openstack-request-id: req-7922ae63-5207-41bd-88f1-d09e6751fab1 {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:40:26.510898 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e777b9-c44c-4fb2-8aa9-1274f77cbcd3", "name": "network-vif-plugged", "status": "completed", "tag": "a326b33a-dfb4-411e-a7dd-27ea8bd126af", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:40:26.511351 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7922ae63-5207-41bd-88f1-d09e6751fab1 {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:40:26.511903 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e777b9-c44c-4fb2-8aa9-1274f77cbcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a326b33a-dfb4-411e-a7dd-27ea8bd126af', 'code': 200} Oct 28 14:40:26.520691 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9701ed77-d0d9-44c6-9405-ab6d14e5a634 admin admin] Made reservation on behalf of dea9d3f2fe8e4f0d9b16f90e9b4513c9 for: {'network': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:40:26.523904 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9701ed77-d0d9-44c6-9405-ab6d14e5a634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for network, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:26.533645 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9701ed77-d0d9-44c6-9405-ab6d14e5a634 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:26.539120 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=a326b33a-dfb4-411e-a7dd-27ea8bd126af,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:26.610337 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9701ed77-d0d9-44c6-9405-ab6d14e5a634 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:26.615304 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9701ed77-d0d9-44c6-9405-ab6d14e5a634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:26.639679 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9701ed77-d0d9-44c6-9405-ab6d14e5a634 admin admin] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=101538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 14:40:26.649327 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701ed77-d0d9-44c6-9405-ab6d14e5a634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7025166-ffda-455d-8359-9b86387288d2,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:26.654055 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9701ed77-d0d9-44c6-9405-ab6d14e5a634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:26.654393 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.db.segments_db [None req-9701ed77-d0d9-44c6-9405-ab6d14e5a634 admin admin] Added segment f3627551-7af5-4f60-aa9b-0949b76d565c of type vlan for network cd450a36-7c4e-438a-af6e-da7cf256361f Oct 28 14:40:26.696644 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9701ed77-d0d9-44c6-9405-ab6d14e5a634 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782348503983'] for network, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:26.721848 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9701ed77-d0d9-44c6-9405-ab6d14e5a634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for network, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:26.722850 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9701ed77-d0d9-44c6-9405-ab6d14e5a634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:26.723464 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9701ed77-d0d9-44c6-9405-ab6d14e5a634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:26.790340 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-9701ed77-d0d9-44c6-9405-ab6d14e5a634 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4372411 Oct 28 14:40:26.793553 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 37422) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:26.800509 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-f4e96a53-c751-467e-b91b-2484b1083061 admin admin] Request body: {'subnet': {'network_id': 'cd450a36-7c4e-438a-af6e-da7cf256361f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-898984593-subnet', 'tenant_id': 'dea9d3f2fe8e4f0d9b16f90e9b4513c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:40:26.821735 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701ed77-d0d9-44c6-9405-ab6d14e5a634 admin admin] Pushing event updated for resources: {'Network': ['ID=cd450a36-7c4e-438a-af6e-da7cf256361f,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:26.832469 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Network cd450a36-7c4e-438a-af6e-da7cf256361f details requested by agent ovs-agent-dv-cinder-815848-1-iscsi with host dv-cinder-815848-1-iscsi {{(pid=101540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 14:40:26.836982 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e96a53-c751-467e-b91b-2484b1083061 admin admin] Made reservation on behalf of dea9d3f2fe8e4f0d9b16f90e9b4513c9 for: {'subnet': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:40:26.843393 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-f4e96a53-c751-467e-b91b-2484b1083061 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4880846'] for subnet, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:26.941898 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da43d5d-4fa4-451f-8f71-889f301e2886 req-9deae751-0a12-43bf-b988-452186ecf70f tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:26.943845 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1da43d5d-4fa4-451f-8f71-889f301e2886 req-9deae751-0a12-43bf-b988-452186ecf70f tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0826061 Oct 28 14:40:26.997793 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1da43d5d-4fa4-451f-8f71-889f301e2886 req-9a31af1d-527e-403a-ab12-52231821394a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456331 Oct 28 14:40:27.038067 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-f4e96a53-c751-467e-b91b-2484b1083061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4880860'] for subnet, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:27.095574 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e96a53-c751-467e-b91b-2484b1083061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae473dd8-0850-4a21-aec2-4d63ce50e0b5,revision_number=0']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:27.105805 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e96a53-c751-467e-b91b-2484b1083061 admin admin] Checking segment: {'id': 'f3627551-7af5-4f60-aa9b-0949b76d565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'cd450a36-7c4e-438a-af6e-da7cf256361f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:40:27.106155 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e96a53-c751-467e-b91b-2484b1083061 admin admin] Network hostable DHCP agents. Network: cd450a36-7c4e-438a-af6e-da7cf256361f, hostable agents: ['0f5c18ae-0b98-4d4d-aaff-bac106b0409b'], hosted agents: [] {{(pid=101538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 14:40:27.125307 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e96a53-c751-467e-b91b-2484b1083061 admin admin] Network cd450a36-7c4e-438a-af6e-da7cf256361f is scheduled to be hosted by DHCP agent 0f5c18ae-0b98-4d4d-aaff-bac106b0409b with binding_index 1 {{(pid=101538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 14:40:27.137271 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-f4e96a53-c751-467e-b91b-2484b1083061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-1-iscsi, cd450a36-7c4e-438a-af6e-da7cf256361f) {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:40:27.142430 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e96a53-c751-467e-b91b-2484b1083061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:27.143055 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-f4e96a53-c751-467e-b91b-2484b1083061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for subnet, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:27.154822 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472e91c4-4253-4fae-912a-0c3bd751b21d None None] Network cd450a36-7c4e-438a-af6e-da7cf256361f requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:40:27.162136 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-f4e96a53-c751-467e-b91b-2484b1083061 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3673904 Oct 28 14:40:27.313968 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776ff9de-1db0-4d0e-88fd-5b69212a1345 None None] Network cd450a36-7c4e-438a-af6e-da7cf256361f requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:40:27.344094 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703adc0-e765-49ad-bbcc-19861d08a819 req-c6f86ea8-9a9b-433d-baf1-98e974d06ec2 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:27.346871 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b703adc0-e765-49ad-bbcc-19861d08a819 req-c6f86ea8-9a9b-433d-baf1-98e974d06ec2 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0805151 Oct 28 14:40:27.417915 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b703adc0-e765-49ad-bbcc-19861d08a819 req-adce816f-2679-4d29-bea9-00b7f42d07b8 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643899 Oct 28 14:40:27.756668 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 37444) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:27.761642 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-3e9a09f7-1bb3-497c-87b3-b6e33e6701df admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1666436555-network', 'tenant_id': 'af2552c1eb3542aea2406bab8a93341d'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:40:27.787406 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9a09f7-1bb3-497c-87b3-b6e33e6701df admin admin] Made reservation on behalf of af2552c1eb3542aea2406bab8a93341d for: {'network': 1} {{(pid=101539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:40:27.789674 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-3e9a09f7-1bb3-497c-87b3-b6e33e6701df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for network, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:27.801316 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-3e9a09f7-1bb3-497c-87b3-b6e33e6701df admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:27.884339 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-3e9a09f7-1bb3-497c-87b3-b6e33e6701df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:27.888896 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-3e9a09f7-1bb3-497c-87b3-b6e33e6701df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:27.918710 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9a09f7-1bb3-497c-87b3-b6e33e6701df admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=101539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 14:40:27.928406 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a09f7-1bb3-497c-87b3-b6e33e6701df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb735021-ab37-429f-9032-0e40cc8e8678,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:27.951444 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-3e9a09f7-1bb3-497c-87b3-b6e33e6701df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:27.952184 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.db.segments_db [None req-3e9a09f7-1bb3-497c-87b3-b6e33e6701df admin admin] Added segment 7da6b635-dedf-4a5a-894a-2c98f6c761fa of type vlan for network 24d61575-7cdb-4f39-b25f-9c3924e77b2a Oct 28 14:40:27.989733 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-3e9a09f7-1bb3-497c-87b3-b6e33e6701df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782348503983'] for network, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:28.016415 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-3e9a09f7-1bb3-497c-87b3-b6e33e6701df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for network, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:28.017400 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9a09f7-1bb3-497c-87b3-b6e33e6701df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:28.018007 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-3e9a09f7-1bb3-497c-87b3-b6e33e6701df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:28.073074 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a09f7-1bb3-497c-87b3-b6e33e6701df admin admin] Pushing event updated for resources: {'Network': ['ID=24d61575-7cdb-4f39-b25f-9c3924e77b2a,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:28.085626 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Network 24d61575-7cdb-4f39-b25f-9c3924e77b2a details requested by agent ovs-agent-dv-cinder-815848-1-iscsi with host dv-cinder-815848-1-iscsi {{(pid=101540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 14:40:28.090041 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-3e9a09f7-1bb3-497c-87b3-b6e33e6701df admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3297703 Oct 28 14:40:28.090291 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 37452) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:28.095489 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-54721600-f3e7-499b-ab1f-961ba468de0a admin admin] Request body: {'subnet': {'network_id': '24d61575-7cdb-4f39-b25f-9c3924e77b2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1666436555-subnet', 'tenant_id': 'af2552c1eb3542aea2406bab8a93341d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:40:28.166074 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6bb18-dce5-479e-8285-02451e9c8064 req-f10fa572-6820-4d81-aa86-1c6ff9df32a2 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:28.168065 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-35e6bb18-dce5-479e-8285-02451e9c8064 req-f10fa572-6820-4d81-aa86-1c6ff9df32a2 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0689752 Oct 28 14:40:28.169267 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54721600-f3e7-499b-ab1f-961ba468de0a admin admin] Made reservation on behalf of af2552c1eb3542aea2406bab8a93341d for: {'subnet': 1} {{(pid=101539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:40:28.171600 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-54721600-f3e7-499b-ab1f-961ba468de0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4689317'] for subnet, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:28.256305 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-35e6bb18-dce5-479e-8285-02451e9c8064 req-9580c9c2-f248-446e-9b8e-d57640b26966 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813236 Oct 28 14:40:28.363910 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-54721600-f3e7-499b-ab1f-961ba468de0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5860352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4689335'] for subnet, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:28.419682 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54721600-f3e7-499b-ab1f-961ba468de0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbdbafa2-607a-4ccf-93fc-d18fe7523472,revision_number=0']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:28.428465 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54721600-f3e7-499b-ab1f-961ba468de0a admin admin] Checking segment: {'id': '7da6b635-dedf-4a5a-894a-2c98f6c761fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '24d61575-7cdb-4f39-b25f-9c3924e77b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:40:28.428810 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54721600-f3e7-499b-ab1f-961ba468de0a admin admin] Network hostable DHCP agents. Network: 24d61575-7cdb-4f39-b25f-9c3924e77b2a, hostable agents: ['0f5c18ae-0b98-4d4d-aaff-bac106b0409b'], hosted agents: [] {{(pid=101539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 14:40:28.444407 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54721600-f3e7-499b-ab1f-961ba468de0a admin admin] Network 24d61575-7cdb-4f39-b25f-9c3924e77b2a is scheduled to be hosted by DHCP agent 0f5c18ae-0b98-4d4d-aaff-bac106b0409b with binding_index 1 {{(pid=101539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 14:40:28.454348 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [None req-54721600-f3e7-499b-ab1f-961ba468de0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-1-iscsi, 24d61575-7cdb-4f39-b25f-9c3924e77b2a) {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:40:28.458672 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54721600-f3e7-499b-ab1f-961ba468de0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:28.459293 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-54721600-f3e7-499b-ab1f-961ba468de0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for subnet, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:28.470844 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c476c0ff-7aa8-4dbb-9967-27311bc2810c None None] Network 24d61575-7cdb-4f39-b25f-9c3924e77b2a requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:40:28.493036 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-54721600-f3e7-499b-ab1f-961ba468de0a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3938868 Oct 28 14:40:28.594944 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170be6d0-9615-4077-9e85-e0666a14295a req-aa255d23-e8c4-471b-9e0f-7a4fa247df9e tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:28.596730 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-170be6d0-9615-4077-9e85-e0666a14295a req-aa255d23-e8c4-471b-9e0f-7a4fa247df9e tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0703285 Oct 28 14:40:28.627507 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a81aef-dedf-4407-8fea-e47e695a6391 None None] Network 24d61575-7cdb-4f39-b25f-9c3924e77b2a requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:40:28.642121 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-170be6d0-9615-4077-9e85-e0666a14295a req-dd27eb36-1379-4c32-8e0e-f0c766e73543 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376644 Oct 28 14:40:29.382669 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0afbfb-1d8e-4ad4-a540-4b031fad162a req-71098437-d250-4452-9dd0-44db987d6658 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:29.388652 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ac0afbfb-1d8e-4ad4-a540-4b031fad162a req-71098437-d250-4452-9dd0-44db987d6658 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0541170 Oct 28 14:40:29.423555 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ac0afbfb-1d8e-4ad4-a540-4b031fad162a req-dcd32971-a2d4-4a2f-b102-ecaa115e360b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330443 Oct 28 14:40:29.762806 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce8c8d-4e93-46de-8ad8-cc68685ec459 req-47068f28-d5d0-4b50-a62d-d8852647ca7b tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:29.770801 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f0ce8c8d-4e93-46de-8ad8-cc68685ec459 req-47068f28-d5d0-4b50-a62d-d8852647ca7b tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0570483 Oct 28 14:40:29.805307 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f0ce8c8d-4e93-46de-8ad8-cc68685ec459 req-7c777a75-e8c1-4b26-b09f-e59be56791aa tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336275 Oct 28 14:40:30.551284 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4614964-3772-4326-ba8c-8cf8867b05eb req-7f94d7d9-607f-4251-b96b-2746c78a4791 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:30.552860 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e4614964-3772-4326-ba8c-8cf8867b05eb req-7f94d7d9-607f-4251-b96b-2746c78a4791 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0584044 Oct 28 14:40:30.594622 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e4614964-3772-4326-ba8c-8cf8867b05eb req-c9559eb3-d31a-4a3f-819b-aa941fc7f95d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349762 Oct 28 14:40:30.943496 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65604d83-330e-4641-8c77-c69acf43b013 req-6635754c-9e5a-43a6-8af1-ac6fa4a4dcc3 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:30.944966 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-65604d83-330e-4641-8c77-c69acf43b013 req-6635754c-9e5a-43a6-8af1-ac6fa4a4dcc3 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0626929 Oct 28 14:40:30.982568 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-65604d83-330e-4641-8c77-c69acf43b013 req-4871ef31-7c44-40fd-9391-e6ce51de983a tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316005 Oct 28 14:40:31.718133 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf956b-0628-47e5-bcda-0605c00f3ab1 req-53c3543c-28e6-4ad8-9f54-b601d61d33d5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:31.719619 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2bcf956b-0628-47e5-bcda-0605c00f3ab1 req-53c3543c-28e6-4ad8-9f54-b601d61d33d5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0488362 Oct 28 14:40:31.756333 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2bcf956b-0628-47e5-bcda-0605c00f3ab1 req-d4ff729b-1afd-4cf6-b51a-caf3cf42e3f1 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306330 Oct 28 14:40:32.107680 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac2894-9d6a-4652-9b4f-39db0ac5d86e req-e4dbd0b5-f1d5-4c23-adab-2bc6b1b92078 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:32.109256 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9bac2894-9d6a-4652-9b4f-39db0ac5d86e req-e4dbd0b5-f1d5-4c23-adab-2bc6b1b92078 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0521915 Oct 28 14:40:32.154049 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9bac2894-9d6a-4652-9b4f-39db0ac5d86e req-c8ae1ede-7fb0-43ee-9a82-a726bbf77d8f tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386088 Oct 28 14:40:32.447424 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:32.895229 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94730ce9-cb24-4f04-a452-da0402ccceb3 req-31efdfa9-ae1b-464a-af47-3e9c044194aa tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:32.896808 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-94730ce9-cb24-4f04-a452-da0402ccceb3 req-31efdfa9-ae1b-464a-af47-3e9c044194aa tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0495918 Oct 28 14:40:32.954179 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-94730ce9-cb24-4f04-a452-da0402ccceb3 req-f2c291f7-00ed-4561-84b2-3648fd6e25d5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510383 Oct 28 14:40:33.276000 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2129cf-0909-45ab-b510-55d1c58ffe51 req-145fd1cf-57fc-40b6-a27a-a0ae1e63a09c tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:33.277859 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ba2129cf-0909-45ab-b510-55d1c58ffe51 req-145fd1cf-57fc-40b6-a27a-a0ae1e63a09c tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0504687 Oct 28 14:40:33.321629 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ba2129cf-0909-45ab-b510-55d1c58ffe51 req-20c07a65-8b86-4096-aa26-a39bed8cad3e tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349252 Oct 28 14:40:34.102484 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab8c18-7a5b-4a3c-8e97-1c87fca1d58c req-50b83053-ae55-41d9-9460-4bbc4085d7ee tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:34.105382 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-46ab8c18-7a5b-4a3c-8e97-1c87fca1d58c req-50b83053-ae55-41d9-9460-4bbc4085d7ee tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0642960 Oct 28 14:40:34.363405 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-46ab8c18-7a5b-4a3c-8e97-1c87fca1d58c req-c69d5a89-2272-4bac-a3bd-f989cfd0b062 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469397 Oct 28 14:40:34.439887 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f4923-6dca-4e59-a0d9-b5c7a546e01f req-e0d7c0e5-8048-4c1a-90d0-9a63a81ffeba tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:34.441472 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-851f4923-6dca-4e59-a0d9-b5c7a546e01f req-e0d7c0e5-8048-4c1a-90d0-9a63a81ffeba tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0491550 Oct 28 14:40:34.481430 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-851f4923-6dca-4e59-a0d9-b5c7a546e01f req-24f3f0a2-c145-41cc-895d-05400234bf03 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337811 Oct 28 14:40:35.545488 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976641f1-6593-42dd-8a54-0cb13c8f96d7 req-6d1f759b-a16e-45c7-a6d3-c21af414378a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:35.547019 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-976641f1-6593-42dd-8a54-0cb13c8f96d7 req-6d1f759b-a16e-45c7-a6d3-c21af414378a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0568910 Oct 28 14:40:35.626380 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-976641f1-6593-42dd-8a54-0cb13c8f96d7 req-c730f0a5-26df-445e-bfed-372a318f6def tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676093 Oct 28 14:40:35.642713 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d6863-af92-412c-98b3-99e995385b7f req-4183ebc4-5e31-4e52-bf48-dbd1a123f7c4 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:35.650984 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-687d6863-af92-412c-98b3-99e995385b7f req-4183ebc4-5e31-4e52-bf48-dbd1a123f7c4 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0908122 Oct 28 14:40:35.684747 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-687d6863-af92-412c-98b3-99e995385b7f req-1e69578d-dfb0-4ad8-9ce9-4d9d1c1054ab tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325725 Oct 28 14:40:36.806910 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9e7cf-29f7-41fb-8354-00122f2c4298 req-8ea219a9-ce7d-4d3f-bc71-a0f9e71c8916 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:36.811234 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-dfb9e7cf-29f7-41fb-8354-00122f2c4298 req-8ea219a9-ce7d-4d3f-bc71-a0f9e71c8916 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.1044226 Oct 28 14:40:36.874547 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-dfb9e7cf-29f7-41fb-8354-00122f2c4298 req-cc4ead75-dca7-43e4-adef-e6034c2ee6ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620589 Oct 28 14:40:36.890531 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e7f76-886f-4041-84f2-b620b1a23259 req-9946cb12-1fe4-4e9b-934c-30b1b926d4c4 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:36.892160 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8e4e7f76-886f-4041-84f2-b620b1a23259 req-9946cb12-1fe4-4e9b-934c-30b1b926d4c4 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0737836 Oct 28 14:40:36.934148 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8e4e7f76-886f-4041-84f2-b620b1a23259 req-35d8d196-00f5-4cfd-9d54-efbcb1d1a734 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360713 Oct 28 14:40:37.958300 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ccd4b-9d81-449b-b9c7-8f9326de10b8 req-ba28b84d-7d10-47e3-b4b3-2b61c1882c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:37.959812 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f50ccd4b-9d81-449b-b9c7-8f9326de10b8 req-ba28b84d-7d10-47e3-b4b3-2b61c1882c18 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 1098 time: 0.0438828 Oct 28 14:40:37.997850 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f50ccd4b-9d81-449b-b9c7-8f9326de10b8 req-f7c84c72-1f9a-45e8-a086-102b3adbcd8f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289495 Oct 28 14:40:38.023189 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80644eb7-3eb4-4b34-8f58-dbbef49617b5 req-73c6945c-b2fa-4942-8da4-71dd429f4d99 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:38.024534 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-80644eb7-3eb4-4b34-8f58-dbbef49617b5 req-73c6945c-b2fa-4942-8da4-71dd429f4d99 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0582955 Oct 28 14:40:38.082331 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668d347-e4ee-411a-adf2-43f3ec563281 req-4fb9bd1d-c885-485d-995d-6470b183648f tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:38.083799 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b668d347-e4ee-411a-adf2-43f3ec563281 req-4fb9bd1d-c885-485d-995d-6470b183648f tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0811195 Oct 28 14:40:38.086445 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-80644eb7-3eb4-4b34-8f58-dbbef49617b5 req-fead5b87-64b6-46bb-bde1-af4af4e7d40c tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490270 Oct 28 14:40:38.122867 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b668d347-e4ee-411a-adf2-43f3ec563281 req-663e34fd-78f4-4459-865a-c111812480ff tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330911 Oct 28 14:40:39.144955 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96aec44-799c-41a3-999a-19e482a9161a req-87b82d1b-6957-4e57-af11-6c032c462bff tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:39.146795 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c96aec44-799c-41a3-999a-19e482a9161a req-87b82d1b-6957-4e57-af11-6c032c462bff tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58 HTTP/1.1" status: 200 len: 945 time: 0.0593240 Oct 28 14:40:39.214924 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c96aec44-799c-41a3-999a-19e482a9161a req-457dc1da-84b7-4ebd-b401-8ec3ce24a14b tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606999 Oct 28 14:40:39.233255 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ea6fa-a6da-4844-b602-76625da14f41 req-151e2754-2c50-4e78-a03d-ef6c6d6e81a7 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:39.234716 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-bd5ea6fa-a6da-4844-b602-76625da14f41 req-151e2754-2c50-4e78-a03d-ef6c6d6e81a7 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0639546 Oct 28 14:40:39.275712 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-bd5ea6fa-a6da-4844-b602-76625da14f41 req-78a90d47-cfe3-4bcc-a790-df397d9c6969 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337665 Oct 28 14:40:39.321459 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd59ee-22d3-4ede-924d-4fa973e22044 req-54e356d7-f25d-4aea-a570-fc6de44f42e4 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:39.322959 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d4cd59ee-22d3-4ede-924d-4fa973e22044 req-54e356d7-f25d-4aea-a570-fc6de44f42e4 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0516076 Oct 28 14:40:39.361466 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d4cd59ee-22d3-4ede-924d-4fa973e22044 req-04e4c934-4682-4ffb-97a6-0415107eac78 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323455 Oct 28 14:40:40.336193 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664b137-da50-48bb-9968-ad1e7411f600 req-a50a7a30-112b-4ae0-92f8-86acf47b369f tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:40.337659 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8664b137-da50-48bb-9968-ad1e7411f600 req-a50a7a30-112b-4ae0-92f8-86acf47b369f tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58 HTTP/1.1" status: 200 len: 945 time: 0.0541029 Oct 28 14:40:40.402885 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8664b137-da50-48bb-9968-ad1e7411f600 req-79644d9d-a850-4e40-9774-96a1a43ce9ad tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587609 Oct 28 14:40:40.415399 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47dace-7eba-4e14-9cec-211d5bd4b6bc req-fc9f7f5a-cd0b-48fa-b68c-9a8df9d3b5be tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:40.416834 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-be47dace-7eba-4e14-9cec-211d5bd4b6bc req-fc9f7f5a-cd0b-48fa-b68c-9a8df9d3b5be tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0660114 Oct 28 14:40:40.457961 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-be47dace-7eba-4e14-9cec-211d5bd4b6bc req-27686120-c843-473a-af5c-6a89f5772bab tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341344 Oct 28 14:40:40.520249 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e102e6f-0678-4645-b35f-33a4729f98cf req-4627e839-f173-4bfe-abf3-339af4edd5ca tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:40.521742 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3e102e6f-0678-4645-b35f-33a4729f98cf req-4627e839-f173-4bfe-abf3-339af4edd5ca tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0500557 Oct 28 14:40:40.560705 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3e102e6f-0678-4645-b35f-33a4729f98cf req-a7f48a5d-cd43-48fe-911b-5db9d2d179c6 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330048 Oct 28 14:40:40.706842 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d220329-b535-4f76-9ec3-2fff4dffbfd4 req-a4215c58-653b-45eb-ad24-c0a78617f868 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:40.708311 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4d220329-b535-4f76-9ec3-2fff4dffbfd4 req-a4215c58-653b-45eb-ad24-c0a78617f868 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0798168 Oct 28 14:40:40.720337 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92a83c-27d8-426c-8f83-6c5dd5f367b0 req-d610b3e6-120e-424f-b641-91754c49951a tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:40.721843 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2c92a83c-27d8-426c-8f83-6c5dd5f367b0 req-d610b3e6-120e-424f-b641-91754c49951a tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0646162 Oct 28 14:40:40.776973 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4d220329-b535-4f76-9ec3-2fff4dffbfd4 req-24c0b432-f480-4853-88d6-03629e6adc26 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540969 Oct 28 14:40:40.781500 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2c92a83c-27d8-426c-8f83-6c5dd5f367b0 req-be77b43c-0cde-498c-a4a2-a5740471f2b2 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531206 Oct 28 14:40:40.798669 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 37670) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:41.027772 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2203fd7-87b8-4ab5-8dd9-60cb36ba3478 tempest-TestShelveInstance-412559458 tempest-TestShelveInstance-412559458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:41.029192 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-a2203fd7-87b8-4ab5-8dd9-60cb36ba3478 tempest-TestShelveInstance-412559458 tempest-TestShelveInstance-412559458-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 1093 time: 0.2294323 Oct 28 14:40:41.033560 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 37674) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:41.037769 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-16cfbfb1-74c6-45e6-8b5d-7c8be44791cd tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Request body: {'floatingip': {'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'port_id': 'a326b33a-dfb4-411e-a7dd-27ea8bd126af', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:40:41.060920 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-16cfbfb1-74c6-45e6-8b5d-7c8be44791cd tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for floatingip, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:41.168483 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-16cfbfb1-74c6-45e6-8b5d-7c8be44791cd tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:41.187747 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a56f0-b422-4be4-afe8-cc94bd93e6ce req-3a138f5d-a4d7-47e3-a02d-c922c58ad72e tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:41.189233 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c49a56f0-b422-4be4-afe8-cc94bd93e6ce req-3a138f5d-a4d7-47e3-a02d-c922c58ad72e tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.72 "GET /v2.0/ports?device_id=5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58 HTTP/1.1" status: 200 len: 945 time: 0.0523233 Oct 28 14:40:41.282244 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.db_base_plugin_common [None req-16cfbfb1-74c6-45e6-8b5d-7c8be44791cd tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Allocated IP 172.27.2.188 (ee68bfbb-5103-4d10-b9ad-fba4a097df41/ecb224d9-3cd4-4979-8f79-b30a4344ff69/b5511614-e43c-4cdc-8c07-79341f28870e) {{(pid=101539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:40:41.294886 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-c49a56f0-b422-4be4-afe8-cc94bd93e6ce req-91bb29f8-14d4-4c43-b5a4-838176cc58d1 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Deleting port 0b794ad0-6626-45fc-b7aa-2da6fee4842f {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:40:41.295320 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-c49a56f0-b422-4be4-afe8-cc94bd93e6ce req-91bb29f8-14d4-4c43-b5a4-838176cc58d1 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:41.388588 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-16cfbfb1-74c6-45e6-8b5d-7c8be44791cd tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for port, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:41.401634 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-c49a56f0-b422-4be4-afe8-cc94bd93e6ce req-91bb29f8-14d4-4c43-b5a4-838176cc58d1 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] For port 0b794ad0-6626-45fc-b7aa-2da6fee4842f, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=0b794ad0-6626-45fc-b7aa-2da6fee4842f,segment=NetworkSegment(2e4b41f1-8520-42f7-8097-08c71739e061),segment_id=2e4b41f1-8520-42f7-8097-08c71739e061)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:40:41.401996 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-c49a56f0-b422-4be4-afe8-cc94bd93e6ce req-91bb29f8-14d4-4c43-b5a4-838176cc58d1 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:41.415872 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-c49a56f0-b422-4be4-afe8-cc94bd93e6ce req-91bb29f8-14d4-4c43-b5a4-838176cc58d1 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Calling delete_port for 0b794ad0-6626-45fc-b7aa-2da6fee4842f owned by compute:nova {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:40:41.425758 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-16cfbfb1-74c6-45e6-8b5d-7c8be44791cd tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:41.470925 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cfbfb1-74c6-45e6-8b5d-7c8be44791cd tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Network ee68bfbb-5103-4d10-b9ad-fba4a097df41 is already hosted by enough agents. {{(pid=101539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:40:41.472493 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [None req-16cfbfb1-74c6-45e6-8b5d-7c8be44791cd tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Resources bound (agent type, host, resource id): {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:40:41.476381 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cfbfb1-74c6-45e6-8b5d-7c8be44791cd tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Received port after_create {{(pid=101539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:40:41.556171 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-c49a56f0-b422-4be4-afe8-cc94bd93e6ce req-91bb29f8-14d4-4c43-b5a4-838176cc58d1 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:41.564515 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfbfb1-74c6-45e6-8b5d-7c8be44791cd tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Pushing event updated for resources: {'Port': ['ID=b5511614-e43c-4cdc-8c07-79341f28870e,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:41.569924 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['0b794ad0-6626-45fc-b7aa-2da6fee4842f'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:40:41.585441 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb29f8-14d4-4c43-b5a4-838176cc58d1 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Pushing event deleted for resources: {'Port': ['ID=0b794ad0-6626-45fc-b7aa-2da6fee4842f,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:41.628724 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49a56f0-b422-4be4-afe8-cc94bd93e6ce req-91bb29f8-14d4-4c43-b5a4-838176cc58d1 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] No DVR routers for this DVR port 0b794ad0-6626-45fc-b7aa-2da6fee4842f on host hv-cinder-81584 {{(pid=101538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:40:41.632014 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-c49a56f0-b422-4be4-afe8-cc94bd93e6ce req-91bb29f8-14d4-4c43-b5a4-838176cc58d1 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:41.635667 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c49a56f0-b422-4be4-afe8-cc94bd93e6ce req-91bb29f8-14d4-4c43-b5a4-838176cc58d1 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.72 "DELETE /v2.0/ports/0b794ad0-6626-45fc-b7aa-2da6fee4842f HTTP/1.1" status: 204 len: 173 time: 0.4359651 Oct 28 14:40:41.636134 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58', 'name': 'network-vif-deleted', 'tag': '0b794ad0-6626-45fc-b7aa-2da6fee4842f'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:40:41.638474 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376d44e9-0c2d-43ca-b3cb-93161d74fa9e" -d '{"events": [{"server_uuid": "5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58", "name": "network-vif-deleted", "tag": "0b794ad0-6626-45fc-b7aa-2da6fee4842f"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:40:41.669183 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f80ba7-69f1-43b1-a6db-b66d1aa61fd1 req-a58e7cc5-f562-4e24-a3be-56be9a22587c tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:41.670672 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f6f80ba7-69f1-43b1-a6db-b66d1aa61fd1 req-a58e7cc5-f562-4e24-a3be-56be9a22587c tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58 HTTP/1.1" status: 200 len: 867 time: 0.1592531 Oct 28 14:40:41.701042 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1736f42-19ea-4604-b2ea-4cc26a5ece53 req-496d2946-4a60-4acd-b508-3f1862624d36 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:41.702494 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e1736f42-19ea-4604-b2ea-4cc26a5ece53 req-496d2946-4a60-4acd-b508-3f1862624d36 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.1552095 Oct 28 14:40:41.826828 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f6f80ba7-69f1-43b1-a6db-b66d1aa61fd1 req-744b328d-6442-43d9-8424-a3774e13edac tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468263 Oct 28 14:40:41.831652 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e1736f42-19ea-4604-b2ea-4cc26a5ece53 req-b76e9771-0ef2-4d0a-b690-8f2f857e1f20 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195762 Oct 28 14:40:41.869667 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b4e7a8-b0ba-4645-a13a-7fda4f7690b8 x-openstack-request-id: req-93b4e7a8-b0ba-4645-a13a-7fda4f7690b8 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:40:41.869998 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58", "name": "network-vif-deleted", "tag": "0b794ad0-6626-45fc-b7aa-2da6fee4842f", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:40:41.870193 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-93b4e7a8-b0ba-4645-a13a-7fda4f7690b8 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:40:41.870582 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5deb5e3d-71a3-4b4d-8db4-44d7ed29fc58', 'name': 'network-vif-deleted', 'tag': '0b794ad0-6626-45fc-b7aa-2da6fee4842f', 'status': 'completed', 'code': 200} Oct 28 14:40:42.025058 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b99e1-ad2e-4a66-be2e-315dd3a0c366 req-acc741f8-e428-40eb-ba7e-50727e75482e tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:42.026483 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-eb8b99e1-ad2e-4a66-be2e-315dd3a0c366 req-acc741f8-e428-40eb-ba7e-50727e75482e tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.1090257 Oct 28 14:40:42.053251 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-16cfbfb1-74c6-45e6-8b5d-7c8be44791cd tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:42.094759 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-eb8b99e1-ad2e-4a66-be2e-315dd3a0c366 req-085ae121-809b-4e9c-9404-2287065a0736 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617058 Oct 28 14:40:42.134425 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-16cfbfb1-74c6-45e6-8b5d-7c8be44791cd tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:42.284181 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-16cfbfb1-74c6-45e6-8b5d-7c8be44791cd tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for port, precommit_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:42.290609 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-16cfbfb1-74c6-45e6-8b5d-7c8be44791cd tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5860495'] for port, after_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:42.353812 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfbfb1-74c6-45e6-8b5d-7c8be44791cd tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Pushing event updated for resources: {'Port': ['ID=b5511614-e43c-4cdc-8c07-79341f28870e,revision_number=2']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:42.365434 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-16cfbfb1-74c6-45e6-8b5d-7c8be44791cd tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640319'] for floatingip, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:42.467040 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.db.l3_db [None req-16cfbfb1-74c6-45e6-8b5d-7c8be44791cd tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Floating IP 9f3a37dc-8e35-46b0-b1ba-d4c51d220371 associated. External IP: 172.27.2.188, port: a326b33a-dfb4-411e-a7dd-27ea8bd126af. Oct 28 14:40:42.674357 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cfbfb1-74c6-45e6-8b5d-7c8be44791cd tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Router 0a318766-3ddf-490a-9b15-c4e09bc044ee has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:40:42.784143 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cfbfb1-74c6-45e6-8b5d-7c8be44791cd tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:40:42.795613 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaa6a81-d25d-4fce-9648-e7310262aa34 None None] Sync routers for ids ['0a318766-3ddf-490a-9b15-c4e09bc044ee'] in dv-cinder-815848-1-iscsi {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:40:42.804640 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-16cfbfb1-74c6-45e6-8b5d-7c8be44791cd tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for floatingip, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:42.807033 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaa6a81-d25d-4fce-9648-e7310262aa34 None None] Routers {'0a318766-3ddf-490a-9b15-c4e09bc044ee'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:40:42.807700 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-aeaa6a81-d25d-4fce-9648-e7310262aa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:40:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['0a318766-3ddf-490a-9b15-c4e09bc044ee'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:40:42.838069 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-16cfbfb1-74c6-45e6-8b5d-7c8be44791cd tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7978859 Oct 28 14:40:42.838069 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e777b9-c44c-4fb2-8aa9-1274f77cbcd3', 'tag': 'a326b33a-dfb4-411e-a7dd-27ea8bd126af'}] {{(pid=101539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:40:42.838069 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b11bf48e9ea089bdf44fa20a23d8f6f37ef4f34e00c9a01b18aadce43f874137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2216c2c-0aa1-4ea5-a3d0-2ea64ce88c62" -d '{"events": [{"name": "network-changed", "server_uuid": "44e777b9-c44c-4fb2-8aa9-1274f77cbcd3", "tag": "a326b33a-dfb4-411e-a7dd-27ea8bd126af"}]}' {{(pid=101539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:40:42.872083 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b971faf-d7f7-47df-92e8-0a4dae18eba5 x-openstack-request-id: req-3b971faf-d7f7-47df-92e8-0a4dae18eba5 {{(pid=101539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:40:42.872377 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e777b9-c44c-4fb2-8aa9-1274f77cbcd3", "tag": "a326b33a-dfb4-411e-a7dd-27ea8bd126af", "status": "completed", "code": 200}]} {{(pid=101539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:40:42.872630 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3b971faf-d7f7-47df-92e8-0a4dae18eba5 {{(pid=101539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:40:42.873025 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e777b9-c44c-4fb2-8aa9-1274f77cbcd3', 'tag': 'a326b33a-dfb4-411e-a7dd-27ea8bd126af', 'status': 'completed', 'code': 200} Oct 28 14:40:42.919892 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-aeaa6a81-d25d-4fce-9648-e7310262aa34 None None] Set router 0a318766-3ddf-490a-9b15-c4e09bc044ee gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:40:42.969349 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2216c2c-0aa1-4ea5-a3d0-2ea64ce88c62 req-6055841e-346a-4365-b9b2-1f7a73d7a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:42.970986 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c2216c2c-0aa1-4ea5-a3d0-2ea64ce88c62 req-6055841e-346a-4365-b9b2-1f7a73d7a1a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fac19c389c954392bd090a3a76ba291b&device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 1098 time: 0.0723472 Oct 28 14:40:42.989241 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eccf40-aadf-4c40-823e-ebcb063d44ea req-2b247437-ffbd-4a5f-85b1-cc3affd4d216 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:42.991309 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-05eccf40-aadf-4c40-823e-ebcb063d44ea req-2b247437-ffbd-4a5f-85b1-cc3affd4d216 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0521541 Oct 28 14:40:43.037939 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-05eccf40-aadf-4c40-823e-ebcb063d44ea req-558988e7-c02f-4766-a5bc-98b4c6a746c8 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391996 Oct 28 14:40:43.188314 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-aeaa6a81-d25d-4fce-9648-e7310262aa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'name': 'tempest-TestShelveInstance-161967574-router', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '7549a9bb-cb8b-4037-9696-a27db3dcdfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:38:50Z', 'revision_number': 4, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'gw_port': {'id': '7549a9bb-cb8b-4037-9696-a27db3dcdfbb', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '9f3a37dc-8e35-46b0-b1ba-d4c51d220371', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'port_id': 'a326b33a-dfb4-411e-a7dd-27ea8bd126af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f', 'mac_address': 'fa:16:3e:8c:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e777b9-c44c-4fb2-8aa9-1274f77cbcd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:40:41Z', 'updated_at': '2021-10-28T14:40:41Z', 'revision_number': 0, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b641760-5d09-4e6c-bce6-61a63ef2983a', 'name': '', 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'mac_address': 'fa:16:3e:f4:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'ccb665e6-60ca-43cc-ac85-9993982c81a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:49Z', 'updated_at': '2021-10-28T14:38:54Z', 'revision_number': 5, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'subnets': [{'id': 'ccb665e6-60ca-43cc-ac85-9993982c81a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:40:43.217613 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaa6a81-d25d-4fce-9648-e7310262aa34 None None] Checking router: 0a318766-3ddf-490a-9b15-c4e09bc044ee for host: dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:40:43.230516 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33030d-5be6-454a-b203-8b767d6fe337 req-dd2eba77-6611-47fa-bced-238c863f99be tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:43.232090 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9e33030d-5be6-454a-b203-8b767d6fe337 req-dd2eba77-6611-47fa-bced-238c863f99be tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0559955 Oct 28 14:40:43.240138 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaa6a81-d25d-4fce-9648-e7310262aa34 None None] Routers {'0a318766-3ddf-490a-9b15-c4e09bc044ee'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:40:43.240745 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-aeaa6a81-d25d-4fce-9648-e7310262aa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:40:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['0a318766-3ddf-490a-9b15-c4e09bc044ee'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:40:43.273155 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9e33030d-5be6-454a-b203-8b767d6fe337 req-4115dbc3-b679-4b9b-ade0-0b1cab41b1b6 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331688 Oct 28 14:40:43.345218 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2216c2c-0aa1-4ea5-a3d0-2ea64ce88c62 req-41f9c7a6-ccfb-40f0-b7bf-a1208b320b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:43.346911 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c2216c2c-0aa1-4ea5-a3d0-2ea64ce88c62 req-41f9c7a6-ccfb-40f0-b7bf-a1208b320b57 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2cd29832-dfaa-48c8-ad99-924c3912245f HTTP/1.1" status: 200 len: 909 time: 0.3679464 Oct 28 14:40:43.350093 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-aeaa6a81-d25d-4fce-9648-e7310262aa34 None None] Set router 0a318766-3ddf-490a-9b15-c4e09bc044ee gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:40:43.413686 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c2216c2c-0aa1-4ea5-a3d0-2ea64ce88c62 req-24efa0c8-f012-4254-a177-630424028f08 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a326b33a-dfb4-411e-a7dd-27ea8bd126af HTTP/1.1" status: 200 len: 999 time: 0.0575354 Oct 28 14:40:43.575865 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-aeaa6a81-d25d-4fce-9648-e7310262aa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'name': 'tempest-TestShelveInstance-161967574-router', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '7549a9bb-cb8b-4037-9696-a27db3dcdfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:38:50Z', 'revision_number': 4, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'gw_port': {'id': '7549a9bb-cb8b-4037-9696-a27db3dcdfbb', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '9f3a37dc-8e35-46b0-b1ba-d4c51d220371', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'port_id': 'a326b33a-dfb4-411e-a7dd-27ea8bd126af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f', 'mac_address': 'fa:16:3e:8c:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e777b9-c44c-4fb2-8aa9-1274f77cbcd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:40:41Z', 'updated_at': '2021-10-28T14:40:41Z', 'revision_number': 0, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b641760-5d09-4e6c-bce6-61a63ef2983a', 'name': '', 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'mac_address': 'fa:16:3e:f4:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'ccb665e6-60ca-43cc-ac85-9993982c81a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:49Z', 'updated_at': '2021-10-28T14:38:54Z', 'revision_number': 5, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'subnets': [{'id': 'ccb665e6-60ca-43cc-ac85-9993982c81a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:40:43.601850 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaa6a81-d25d-4fce-9648-e7310262aa34 None None] The sync data for ids ['0a318766-3ddf-490a-9b15-c4e09bc044ee'] in dv-cinder-815848-1-iscsi is: [{'id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'name': 'tempest-TestShelveInstance-161967574-router', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '7549a9bb-cb8b-4037-9696-a27db3dcdfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:38:50Z', 'revision_number': 4, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'gw_port': {'id': '7549a9bb-cb8b-4037-9696-a27db3dcdfbb', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '9f3a37dc-8e35-46b0-b1ba-d4c51d220371', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'port_id': 'a326b33a-dfb4-411e-a7dd-27ea8bd126af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f', 'mac_address': 'fa:16:3e:8c:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e777b9-c44c-4fb2-8aa9-1274f77cbcd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:40:41Z', 'updated_at': '2021-10-28T14:40:41Z', 'revision_number': 0, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b641760-5d09-4e6c-bce6-61a63ef2983a', 'name': '', 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'mac_address': 'fa:16:3e:f4:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'ccb665e6-60ca-43cc-ac85-9993982c81a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:49Z', 'updated_at': '2021-10-28T14:38:54Z', 'revision_number': 5, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'subnets': [{'id': 'ccb665e6-60ca-43cc-ac85-9993982c81a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:40:43.831927 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80971285-a946-4c03-a05f-22abf3c7f0d2 None None] New status for floating IP 9f3a37dc-8e35-46b0-b1ba-d4c51d220371: ACTIVE {{(pid=101540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 14:40:44.168381 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6198416-eb30-448a-b675-760965fcb55b req-d2b8f634-5d00-4f78-b0c4-3c0bf222fa1b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:44.169959 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b6198416-eb30-448a-b675-760965fcb55b req-d2b8f634-5d00-4f78-b0c4-3c0bf222fa1b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0523629 Oct 28 14:40:44.208750 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b6198416-eb30-448a-b675-760965fcb55b req-0ab59d88-b0a5-4029-937f-a4978ad60a0a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323894 Oct 28 14:40:44.388439 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da5984-aac9-4e04-b14f-4a56714f9b5a req-51670099-84c2-4bf8-aea5-2a0a3037f4c3 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:44.389932 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-75da5984-aac9-4e04-b14f-4a56714f9b5a req-51670099-84c2-4bf8-aea5-2a0a3037f4c3 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0498936 Oct 28 14:40:44.440956 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-75da5984-aac9-4e04-b14f-4a56714f9b5a req-1011a233-9f49-4758-87c1-bf51c1e51ef3 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429738 Oct 28 14:40:45.150582 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 0b794ad0-6626-45fc-b7aa-2da6fee4842f no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:40:45.178653 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] No Port match for: 0b794ad0-6626-45fc-b7aa-2da6fee4842f {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:40:45.179022 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 0b794ad0-6626-45fc-b7aa-2da6fee4842f not bound to the agent host hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:40:45.353593 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a524d-d5a5-4ba6-a8ef-1806e87f055e req-4cbf56c1-6e48-410a-b121-e35626513653 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:45.355051 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a04a524d-d5a5-4ba6-a8ef-1806e87f055e req-4cbf56c1-6e48-410a-b121-e35626513653 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0572336 Oct 28 14:40:45.393736 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a04a524d-d5a5-4ba6-a8ef-1806e87f055e req-1521c0d6-5f36-467a-8f41-cc48d1fed401 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326054 Oct 28 14:40:45.566424 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfc96b-079e-4eca-989d-d60163ae979d req-696f9a67-04e7-430a-ab56-076d03bb4369 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:45.568863 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-bcbfc96b-079e-4eca-989d-d60163ae979d req-696f9a67-04e7-430a-ab56-076d03bb4369 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0520570 Oct 28 14:40:45.609549 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-bcbfc96b-079e-4eca-989d-d60163ae979d req-5676b717-a2c2-4962-bad9-0422aefb641a tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340528 Oct 28 14:40:46.233869 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2216c2c-0aa1-4ea5-a3d0-2ea64ce88c62 req-13ca6662-6c87-4014-9c54-b6267b754687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:46.235408 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c2216c2c-0aa1-4ea5-a3d0-2ea64ce88c62 req-13ca6662-6c87-4014-9c54-b6267b754687 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ccb665e6-60ca-43cc-ac85-9993982c81a8 HTTP/1.1" status: 200 len: 847 time: 0.0623200 Oct 28 14:40:46.293842 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2216c2c-0aa1-4ea5-a3d0-2ea64ce88c62 req-52dc215b-c8ca-42d4-a070-641c920e68a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:46.295651 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c2216c2c-0aa1-4ea5-a3d0-2ea64ce88c62 req-52dc215b-c8ca-42d4-a070-641c920e68a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2cd29832-dfaa-48c8-ad99-924c3912245f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438123 Oct 28 14:40:46.441457 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac40f4-e149-4c5f-aeff-f4d8518235b4 req-71915253-eb1f-4818-85c4-bbc097c72a23 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:46.442935 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c5ac40f4-e149-4c5f-aeff-f4d8518235b4 req-71915253-eb1f-4818-85c4-bbc097c72a23 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.1193535 Oct 28 14:40:46.462466 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c2216c2c-0aa1-4ea5-a3d0-2ea64ce88c62 req-5e33465f-af52-4078-ad54-41b90e23a072 service neutron] 10.222.0.72 "GET /v2.0/networks/2cd29832-dfaa-48c8-ad99-924c3912245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408947 Oct 28 14:40:46.513902 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f956c4-6de8-4065-886c-094ba6bbdfac req-ca66049d-4af9-44f4-8523-84a4ec507a60 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:46.515518 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d9f956c4-6de8-4065-886c-094ba6bbdfac req-ca66049d-4af9-44f4-8523-84a4ec507a60 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0499654 Oct 28 14:40:46.557112 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d9f956c4-6de8-4065-886c-094ba6bbdfac req-22750846-f5ac-4cb6-9616-b367403f79d2 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350590 Oct 28 14:40:46.609470 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c2216c2c-0aa1-4ea5-a3d0-2ea64ce88c62 req-ca87809c-8105-4e73-a3d6-81ea1700703e service neutron] 10.222.0.72 "GET /v2.0/networks/2cd29832-dfaa-48c8-ad99-924c3912245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309335 Oct 28 14:40:46.623084 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-c5ac40f4-e149-4c5f-aeff-f4d8518235b4 req-d24e2d1a-c41d-4822-baa0-005a6608fef9 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Deleting port 01f0ba98-94da-451b-9875-bf8c7594c4fe {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:40:46.623424 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-c5ac40f4-e149-4c5f-aeff-f4d8518235b4 req-d24e2d1a-c41d-4822-baa0-005a6608fef9 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:46.721661 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-c5ac40f4-e149-4c5f-aeff-f4d8518235b4 req-d24e2d1a-c41d-4822-baa0-005a6608fef9 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] For port 01f0ba98-94da-451b-9875-bf8c7594c4fe, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=01f0ba98-94da-451b-9875-bf8c7594c4fe,segment=NetworkSegment(40cacd57-85a6-447b-bfa7-d4d37db9cdb1),segment_id=40cacd57-85a6-447b-bfa7-d4d37db9cdb1)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:40:46.721960 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-c5ac40f4-e149-4c5f-aeff-f4d8518235b4 req-d24e2d1a-c41d-4822-baa0-005a6608fef9 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:46.728310 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc58788-c32a-4c59-9c82-f7ec2710113a req-f3573f06-18a2-4585-a386-656f153ca474 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:46.729793 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8cc58788-c32a-4c59-9c82-f7ec2710113a req-f3573f06-18a2-4585-a386-656f153ca474 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf0de061-5183-4ed3-a776-d17bdafe9e97 HTTP/1.1" status: 200 len: 946 time: 0.0529151 Oct 28 14:40:46.734876 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-c5ac40f4-e149-4c5f-aeff-f4d8518235b4 req-d24e2d1a-c41d-4822-baa0-005a6608fef9 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Calling delete_port for 01f0ba98-94da-451b-9875-bf8c7594c4fe owned by compute:nova {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:40:46.768889 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8cc58788-c32a-4c59-9c82-f7ec2710113a req-309ee7b3-a445-4c60-8bb4-d4d15d000794 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329370 Oct 28 14:40:46.862868 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-c5ac40f4-e149-4c5f-aeff-f4d8518235b4 req-d24e2d1a-c41d-4822-baa0-005a6608fef9 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:46.874740 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['cb63d985-7727-473b-be7e-41ea307f84b9', '01f0ba98-94da-451b-9875-bf8c7594c4fe'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:40:46.894563 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e2d1a-c41d-4822-baa0-005a6608fef9 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Pushing event deleted for resources: {'Port': ['ID=01f0ba98-94da-451b-9875-bf8c7594c4fe,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:46.936101 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ac40f4-e149-4c5f-aeff-f4d8518235b4 req-d24e2d1a-c41d-4822-baa0-005a6608fef9 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] No DVR routers for this DVR port 01f0ba98-94da-451b-9875-bf8c7594c4fe on host hv-cinder-81584 {{(pid=101538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:40:46.938711 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-c5ac40f4-e149-4c5f-aeff-f4d8518235b4 req-d24e2d1a-c41d-4822-baa0-005a6608fef9 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:46.942061 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c5ac40f4-e149-4c5f-aeff-f4d8518235b4 req-d24e2d1a-c41d-4822-baa0-005a6608fef9 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.72 "DELETE /v2.0/ports/01f0ba98-94da-451b-9875-bf8c7594c4fe HTTP/1.1" status: 204 len: 173 time: 0.4904690 Oct 28 14:40:46.942503 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0de061-5183-4ed3-a776-d17bdafe9e97', 'name': 'network-vif-deleted', 'tag': '01f0ba98-94da-451b-9875-bf8c7594c4fe'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:40:46.944778 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe493b11-9730-4f70-8ec6-3a07b30602e5" -d '{"events": [{"server_uuid": "cf0de061-5183-4ed3-a776-d17bdafe9e97", "name": "network-vif-deleted", "tag": "01f0ba98-94da-451b-9875-bf8c7594c4fe"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:40:46.981960 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4f378c-19e4-4644-ae18-66eeae51e4f9 x-openstack-request-id: req-6f4f378c-19e4-4644-ae18-66eeae51e4f9 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:40:46.982255 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0de061-5183-4ed3-a776-d17bdafe9e97", "name": "network-vif-deleted", "tag": "01f0ba98-94da-451b-9875-bf8c7594c4fe", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:40:46.982623 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6f4f378c-19e4-4644-ae18-66eeae51e4f9 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:40:46.983064 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0de061-5183-4ed3-a776-d17bdafe9e97', 'name': 'network-vif-deleted', 'tag': '01f0ba98-94da-451b-9875-bf8c7594c4fe', 'status': 'completed', 'code': 200} Oct 28 14:40:47.056884 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-734eac08-7cea-4095-b714-b7b7084311c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:47.530198 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 37790) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:47.581724 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83d2979-4ef0-44a2-afd9-cc8040715143 admin admin] Deleting subnet ae473dd8-0850-4a21-aec2-4d63ce50e0b5 {{(pid=101539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 14:40:47.585023 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-e83d2979-4ef0-44a2-afd9-cc8040715143 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:47.630409 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-e83d2979-4ef0-44a2-afd9-cc8040715143 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6125471'] for subnet, precommit_delete_associations {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:47.895593 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-e83d2979-4ef0-44a2-afd9-cc8040715143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888065'] for subnet, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:47.940745 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56379b-2907-4a8b-89dd-235faa802ae5 req-2ab4932c-f595-4fcf-9b4c-f281cd71a477 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:47.942327 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0f56379b-2907-4a8b-89dd-235faa802ae5 req-2ab4932c-f595-4fcf-9b4c-f281cd71a477 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.2939715 Oct 28 14:40:47.978077 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-e83d2979-4ef0-44a2-afd9-cc8040715143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5860417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4688964'] for subnet, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:48.016108 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-e83d2979-4ef0-44a2-afd9-cc8040715143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for subnet, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:48.022533 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-e83d2979-4ef0-44a2-afd9-cc8040715143 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ae473dd8-0850-4a21-aec2-4d63ce50e0b5 HTTP/1.1" status: 204 len: 168 time: 0.4882183 Oct 28 14:40:48.022533 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d2979-4ef0-44a2-afd9-cc8040715143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae473dd8-0850-4a21-aec2-4d63ce50e0b5,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:48.022533 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 37804) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:48.078703 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0f56379b-2907-4a8b-89dd-235faa802ae5 req-ff196f78-955a-4e53-be3b-91ea90a1e67e tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136396 Oct 28 14:40:48.113632 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b410f64e-1a78-4b50-8673-e79b67a2559a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1857466'] for network, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:48.224160 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b410f64e-1a78-4b50-8673-e79b67a2559a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898964', 'neutron.services.segments.db._delete_segments_for_network-8782349021790'] for network, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:48.250671 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7a2da-08c6-408d-89fb-8396b1c295aa req-b40a7637-3f74-4f00-94a9-00cceca6e554 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:48.252267 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-47a7a2da-08c6-408d-89fb-8396b1c295aa req-b40a7637-3f74-4f00-94a9-00cceca6e554 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.1067858 Oct 28 14:40:48.255661 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-b410f64e-1a78-4b50-8673-e79b67a2559a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd450a36-7c4e-438a-af6e-da7cf256361f']}} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:40:48.270605 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-b410f64e-1a78-4b50-8673-e79b67a2559a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3627551-7af5-4f60-aa9b-0949b76d565c') {'for_net_delete': True} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:40:48.270918 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-b410f64e-1a78-4b50-8673-e79b67a2559a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3627551-7af5-4f60-aa9b-0949b76d565c') {} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:40:48.286325 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b410f64e-1a78-4b50-8673-e79b67a2559a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782349022567', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125542'] for segment, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:48.307929 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b410f64e-1a78-4b50-8673-e79b67a2559a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:48.317187 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-47a7a2da-08c6-408d-89fb-8396b1c295aa req-b6891f67-e362-41fd-bdd5-df2f1bb1b763 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547330 Oct 28 14:40:48.318133 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b410f64e-1a78-4b50-8673-e79b67a2559a admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=101539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 14:40:48.318516 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b410f64e-1a78-4b50-8673-e79b67a2559a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5860523'] for segment, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: Traceback (most recent call last): Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: timer() Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: cb(*args, **kw) Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: return func(*args, **kwargs) Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: self._notify() Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: self.callback(batched_events) Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: event.method(event) Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: return f(self, *a, **k) Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: return self._get(url).json() Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: return self.request(url, 'GET', **kwargs) Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 14:40:48.320209 dv-cinder-815848-1-iscsi neutron-server[101539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 14:40:48.384427 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b410f64e-1a78-4b50-8673-e79b67a2559a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640333'] for network, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:48.392911 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b410f64e-1a78-4b50-8673-e79b67a2559a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:48.396180 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-b410f64e-1a78-4b50-8673-e79b67a2559a admin admin] 10.222.0.79 "DELETE /v2.0/networks/cd450a36-7c4e-438a-af6e-da7cf256361f HTTP/1.1" status: 204 len: 168 time: 0.3712335 Oct 28 14:40:48.399232 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 37810) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:48.405922 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410f64e-1a78-4b50-8673-e79b67a2559a admin admin] Pushing event deleted for resources: {'Network': ['ID=cd450a36-7c4e-438a-af6e-da7cf256361f,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:48.453801 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_v2 [None req-437c2799-e4f8-4d16-9c13-2ac06b0cb262 admin admin] Deleting subnet bbdbafa2-607a-4ccf-93fc-d18fe7523472 {{(pid=101538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 14:40:48.458290 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-437c2799-e4f8-4d16-9c13-2ac06b0cb262 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:48.497441 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-437c2799-e4f8-4d16-9c13-2ac06b0cb262 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4821401'] for subnet, precommit_delete_associations {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:48.540737 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-437c2799-e4f8-4d16-9c13-2ac06b0cb262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888065'] for subnet, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:48.603668 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-437c2799-e4f8-4d16-9c13-2ac06b0cb262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4880431'] for subnet, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:48.635322 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-437c2799-e4f8-4d16-9c13-2ac06b0cb262 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:48.638479 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-437c2799-e4f8-4d16-9c13-2ac06b0cb262 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/bbdbafa2-607a-4ccf-93fc-d18fe7523472 HTTP/1.1" status: 204 len: 168 time: 0.2381842 Oct 28 14:40:48.639734 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c2799-e4f8-4d16-9c13-2ac06b0cb262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbdbafa2-607a-4ccf-93fc-d18fe7523472,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:48.641183 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 37818) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:48.712185 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-48577db1-fc19-439e-8a30-72ba92cb8b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1857466'] for network, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:48.788870 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-48577db1-fc19-439e-8a30-72ba92cb8b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898964', 'neutron.services.segments.db._delete_segments_for_network-8782349021790'] for network, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:48.812393 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-48577db1-fc19-439e-8a30-72ba92cb8b16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d61575-7cdb-4f39-b25f-9c3924e77b2a']}} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:40:48.821744 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-48577db1-fc19-439e-8a30-72ba92cb8b16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da6b635-dedf-4a5a-894a-2c98f6c761fa') {'for_net_delete': True} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:40:48.822468 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-48577db1-fc19-439e-8a30-72ba92cb8b16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da6b635-dedf-4a5a-894a-2c98f6c761fa') {} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:40:48.831613 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-48577db1-fc19-439e-8a30-72ba92cb8b16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782349022567', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125542'] for segment, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:48.844390 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-48577db1-fc19-439e-8a30-72ba92cb8b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:48.850591 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48577db1-fc19-439e-8a30-72ba92cb8b16 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=101539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 14:40:48.850982 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-48577db1-fc19-439e-8a30-72ba92cb8b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5860523'] for segment, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: Traceback (most recent call last): Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: timer() Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: cb(*args, **kw) Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: return func(*args, **kwargs) Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: self._notify() Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: self.callback(batched_events) Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: event.method(event) Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: return f(self, *a, **k) Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: return self._get(url).json() Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: return self.request(url, 'GET', **kwargs) Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 14:40:48.852586 dv-cinder-815848-1-iscsi neutron-server[101539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 14:40:48.911882 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-48577db1-fc19-439e-8a30-72ba92cb8b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640333'] for network, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:48.917639 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-48577db1-fc19-439e-8a30-72ba92cb8b16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:48.920853 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-48577db1-fc19-439e-8a30-72ba92cb8b16 admin admin] 10.222.0.79 "DELETE /v2.0/networks/24d61575-7cdb-4f39-b25f-9c3924e77b2a HTTP/1.1" status: 204 len: 168 time: 0.2785747 Oct 28 14:40:48.934383 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48577db1-fc19-439e-8a30-72ba92cb8b16 admin admin] Pushing event deleted for resources: {'Network': ['ID=24d61575-7cdb-4f39-b25f-9c3924e77b2a,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:49.105940 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 37822) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:49.147565 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-f72848cf-2b70-449b-bc83-e8b7ae858c88 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dea9d3f2fe8e4f0d9b16f90e9b4513c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404067 Oct 28 14:40:49.150115 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 37826) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:49.201724 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ec0e78a8-ccf6-4682-b6c2-eb77e8e6ae47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:49.205275 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f37d3-acf1-40b2-b8be-42d719bda489 req-a41d56c6-1aa9-427c-ac6f-e3b2bd80ee1c tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:49.207194 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-971f37d3-acf1-40b2-b8be-42d719bda489 req-a41d56c6-1aa9-427c-ac6f-e3b2bd80ee1c tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0525460 Oct 28 14:40:49.225890 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ec0e78a8-ccf6-4682-b6c2-eb77e8e6ae47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:49.246729 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-971f37d3-acf1-40b2-b8be-42d719bda489 req-3157f226-aa75-4485-9543-90683458ccab tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332465 Oct 28 14:40:49.285061 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ec0e78a8-ccf6-4682-b6c2-eb77e8e6ae47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:49.287752 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-ec0e78a8-ccf6-4682-b6c2-eb77e8e6ae47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:49.288902 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-ec0e78a8-ccf6-4682-b6c2-eb77e8e6ae47 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d7025166-ffda-455d-8359-9b86387288d2 HTTP/1.1" status: 204 len: 168 time: 0.1377590 Oct 28 14:40:49.296910 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e78a8-ccf6-4682-b6c2-eb77e8e6ae47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7025166-ffda-455d-8359-9b86387288d2,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:49.432703 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfbd4a-7c7d-4164-a92b-7c3c94eea13b req-1ed19bcb-fced-40ed-99e7-35ab824e51bd tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:49.434167 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-71bfbd4a-7c7d-4164-a92b-7c3c94eea13b req-1ed19bcb-fced-40ed-99e7-35ab824e51bd tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0486240 Oct 28 14:40:49.472931 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-71bfbd4a-7c7d-4164-a92b-7c3c94eea13b req-67c9620d-439e-4056-8f78-fec06a482f5a tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326054 Oct 28 14:40:49.604102 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 37840) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:49.661487 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-3160f01a-8cf2-48be-94d2-fd1bbe807d3f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=af2552c1eb3542aea2406bab8a93341d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562174 Oct 28 14:40:49.664728 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 37842) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:49.727478 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-26e853da-ae00-45d6-820b-6175ac3b20a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:49.750934 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-26e853da-ae00-45d6-820b-6175ac3b20a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:49.801582 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-26e853da-ae00-45d6-820b-6175ac3b20a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:49.804249 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-26e853da-ae00-45d6-820b-6175ac3b20a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:49.805419 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-26e853da-ae00-45d6-820b-6175ac3b20a9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cb735021-ab37-429f-9032-0e40cc8e8678 HTTP/1.1" status: 204 len: 168 time: 0.1397769 Oct 28 14:40:49.813401 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e853da-ae00-45d6-820b-6175ac3b20a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb735021-ab37-429f-9032-0e40cc8e8678,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:50.085643 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-a21c315b-2e62-42c3-9b4c-2a4587df7cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:50.373200 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02bdd7-1512-46f2-a7f7-639cc294a8c0 req-e007b112-f888-4d3b-9268-7b4ccf0483f4 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:50.374696 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6f02bdd7-1512-46f2-a7f7-639cc294a8c0 req-e007b112-f888-4d3b-9268-7b4ccf0483f4 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0481896 Oct 28 14:40:50.392517 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:40:50.412939 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6f02bdd7-1512-46f2-a7f7-639cc294a8c0 req-c5feec54-451f-443e-a5ce-e98572ea82a9 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317829 Oct 28 14:40:50.591780 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31eafb-1388-4bfe-8fca-2c996d47d00c req-4943d9c5-6744-445e-854f-0f751b1c5574 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:50.593149 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9d31eafb-1388-4bfe-8fca-2c996d47d00c req-4943d9c5-6744-445e-854f-0f751b1c5574 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0515778 Oct 28 14:40:50.630733 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9d31eafb-1388-4bfe-8fca-2c996d47d00c req-2a866943-4234-4465-b560-c962a46bbb3d tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314555 Oct 28 14:40:51.035253 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:51.223458 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:51.554473 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21269f0f-8b91-461b-a0e3-bbe1dfe3ea7b req-72fb39c9-0cc1-4bdc-ac5d-1858870ce451 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:51.555871 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-21269f0f-8b91-461b-a0e3-bbe1dfe3ea7b req-72fb39c9-0cc1-4bdc-ac5d-1858870ce451 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 944 time: 0.0626414 Oct 28 14:40:51.594118 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-21269f0f-8b91-461b-a0e3-bbe1dfe3ea7b req-20448854-5f0e-4e28-a748-bf05419ce855 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322623 Oct 28 14:40:51.680968 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 45ec9642-12d9-434d-9a64-a82adf4927f5 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 14:40:51.684697 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 01f0ba98-94da-451b-9875-bf8c7594c4fe no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:40:51.710055 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] No Port match for: 01f0ba98-94da-451b-9875-bf8c7594c4fe {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:40:51.710383 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 01f0ba98-94da-451b-9875-bf8c7594c4fe not bound to the agent host hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:40:51.755210 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d2853-4f13-4d62-858e-f3abc1f1e03d req-ca51e0fe-187d-4893-98da-9ae9b7a2e694 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:51.756741 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-127d2853-4f13-4d62-858e-f3abc1f1e03d req-ca51e0fe-187d-4893-98da-9ae9b7a2e694 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0557132 Oct 28 14:40:51.796110 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-127d2853-4f13-4d62-858e-f3abc1f1e03d req-4533c8c9-fb8a-49e3-8c89-363d1916ebf1 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324564 Oct 28 14:40:51.800148 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 45ec9642-12d9-434d-9a64-a82adf4927f5, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=45ec9642-12d9-434d-9a64-a82adf4927f5,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:40:51.815666 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Returning: {'device': '45ec9642-12d9-434d-9a64-a82adf4927f5', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'port_id': '45ec9642-12d9-434d-9a64-a82adf4927f5', 'mac_address': 'fa:16:3e:90:11:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c385150-b18d-415b-9404-b587a3485a15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 14:40:51.853627 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:51.870643 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ec9642-12d9-434d-9a64-a82adf4927f5 {{(pid=101540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:40:51.892205 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 45ec9642-12d9-434d-9a64-a82adf4927f5, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=45ec9642-12d9-434d-9a64-a82adf4927f5,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:40:51.898372 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:51.950812 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=45ec9642-12d9-434d-9a64-a82adf4927f5,revision_number=9']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:52.097390 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:52.183498 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-55da9cd5-6bde-494a-bf5c-5bde50f60800 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:52.185106 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-55da9cd5-6bde-494a-bf5c-5bde50f60800 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/networks?id=85db76e5-dc63-4708-809d-c5852ddccd85 HTTP/1.1" status: 200 len: 813 time: 0.1171899 Oct 28 14:40:52.201467 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-532fbac7-7cbc-4314-bb24-bd5a335fc906 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/quotas/c550273fcf3242e683f9f92f9456dbee HTTP/1.1" status: 200 len: 375 time: 0.0093622 Oct 28 14:40:52.233227 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-38bd022f-4c8a-4f74-b13a-0084186c062e tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c550273fcf3242e683f9f92f9456dbee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262785 Oct 28 14:40:52.248792 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['45ec9642-12d9-434d-9a64-a82adf4927f5'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:40:52.339997 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-8f23b8f7-3931-409c-8961-6b0a4badea0e service neutron] 10.222.0.79 "GET /v2.0/networks/85db76e5-dc63-4708-809d-c5852ddccd85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993271 Oct 28 14:40:52.433389 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-10b4a6fe-74ba-48b6-8158-11176df7652a service neutron] 10.222.0.79 "GET /v2.0/networks/85db76e5-dc63-4708-809d-c5852ddccd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868053 Oct 28 14:40:52.612063 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4ef56589-6b02-45bb-bef1-b9feeabd0db4 req-4f0370f2-4669-498e-90bd-365bd04e5338 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=501cbee6-c80d-4885-b6ac-73be10e5d33b HTTP/1.1" status: 200 len: 210 time: 0.0307462 Oct 28 14:40:52.630293 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e4330-b485-4a5e-b22f-b76add86f151 req-5df62c6d-6fec-4dd6-a8c9-a4349bc76558 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:52.632217 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-863e4330-b485-4a5e-b22f-b76add86f151 req-5df62c6d-6fec-4dd6-a8c9-a4349bc76558 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0824201 Oct 28 14:40:52.681869 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-863e4330-b485-4a5e-b22f-b76add86f151 req-effa640d-1615-47e4-805c-9544851a3397 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428278 Oct 28 14:40:52.731384 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514042e-59a0-4a98-8c5c-fdce1a92383f req-55118bdc-287e-4efa-bf87-968640db6939 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:52.732919 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3514042e-59a0-4a98-8c5c-fdce1a92383f req-55118bdc-287e-4efa-bf87-968640db6939 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 945 time: 0.0551703 Oct 28 14:40:52.783191 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3514042e-59a0-4a98-8c5c-fdce1a92383f req-07b07471-2bb1-43dd-95db-10492c95e8ce tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442021 Oct 28 14:40:52.918644 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fd863-c961-4e65-9de5-a7433f15a9aa req-e04601f8-b5d5-406a-8700-b30caa4f8989 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:52.920175 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-956fd863-c961-4e65-9de5-a7433f15a9aa req-e04601f8-b5d5-406a-8700-b30caa4f8989 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0565794 Oct 28 14:40:52.958884 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-956fd863-c961-4e65-9de5-a7433f15a9aa req-a0adbf64-6194-45e3-bf28-d45bf48eeed1 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324354 Oct 28 14:40:53.638384 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-bf29d8a2-1a81-45e4-8550-3228a4967e32 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:53.639837 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-bf29d8a2-1a81-45e4-8550-3228a4967e32 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.72 "GET /v2.0/networks?id=85db76e5-dc63-4708-809d-c5852ddccd85 HTTP/1.1" status: 200 len: 813 time: 0.1094418 Oct 28 14:40:53.656456 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-93b49db7-7098-43dc-9128-c547bf83f7b8 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Request body: {'port': {'device_id': '501cbee6-c80d-4885-b6ac-73be10e5d33b', 'network_id': '85db76e5-dc63-4708-809d-c5852ddccd85', 'admin_state_up': True, 'tenant_id': 'c550273fcf3242e683f9f92f9456dbee'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:40:53.710230 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-018224d2-4caa-44ee-83d9-64d097f85142 req-a0298cf5-21fe-4b62-9a60-23ea13fd6e12 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=501cbee6-c80d-4885-b6ac-73be10e5d33b HTTP/1.1" status: 200 len: 210 time: 0.0289845 Oct 28 14:40:53.775008 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-93b49db7-7098-43dc-9128-c547bf83f7b8 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Made reservation on behalf of c550273fcf3242e683f9f92f9456dbee for: {'port': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:40:53.779039 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-93b49db7-7098-43dc-9128-c547bf83f7b8 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:53.804174 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c834b-5aba-41d8-b49e-e3b5fae03cee req-aa810c29-5864-487a-9ad6-5b71572ad962 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:53.805776 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0e6c834b-5aba-41d8-b49e-e3b5fae03cee req-aa810c29-5864-487a-9ad6-5b71572ad962 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0488675 Oct 28 14:40:53.846822 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0e6c834b-5aba-41d8-b49e-e3b5fae03cee req-3fe1fbd6-1a74-4029-b8a5-91826e110c55 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342183 Oct 28 14:40:53.907928 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-93b49db7-7098-43dc-9128-c547bf83f7b8 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Allocated IP 172.20.0.8 (85db76e5-dc63-4708-809d-c5852ddccd85/a70ca87f-e32e-4588-876d-15656de44e37/6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:40:53.916498 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ad392-9886-41c2-9e09-f55419c50e18 req-8dc67a80-91bd-47db-8f97-6b92cd31b5ea tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:53.918316 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c55ad392-9886-41c2-9e09-f55419c50e18 req-8dc67a80-91bd-47db-8f97-6b92cd31b5ea tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 945 time: 0.0481551 Oct 28 14:40:53.955637 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c55ad392-9886-41c2-9e09-f55419c50e18 req-8c21e54e-64ac-4824-b636-c3d1ab94dc85 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306983 Oct 28 14:40:54.054983 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-93b49db7-7098-43dc-9128-c547bf83f7b8 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:54.079081 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b36ab-b46a-4f29-a28e-77754f44f68b req-58c04267-cb23-489a-a2bc-439fef4da13a tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:54.080586 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8d9b36ab-b46a-4f29-a28e-77754f44f68b req-58c04267-cb23-489a-a2bc-439fef4da13a tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0528986 Oct 28 14:40:54.090780 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-93b49db7-7098-43dc-9128-c547bf83f7b8 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:54.117701 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8d9b36ab-b46a-4f29-a28e-77754f44f68b req-f739f6d9-3ff3-4425-b82c-674408a346a7 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/security-groups?id=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310094 Oct 28 14:40:54.134877 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-93b49db7-7098-43dc-9128-c547bf83f7b8 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Network 85db76e5-dc63-4708-809d-c5852ddccd85 is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:40:54.138036 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-93b49db7-7098-43dc-9128-c547bf83f7b8 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:40:54.141768 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-93b49db7-7098-43dc-9128-c547bf83f7b8 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:40:54.148298 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b49db7-7098-43dc-9128-c547bf83f7b8 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Pushing event updated for resources: {'Port': ['ID=6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:54.173683 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b49db7-7098-43dc-9128-c547bf83f7b8 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:54.173959 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b49db7-7098-43dc-9128-c547bf83f7b8 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:54.174299 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b49db7-7098-43dc-9128-c547bf83f7b8 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:54.174643 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b49db7-7098-43dc-9128-c547bf83f7b8 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:54.175000 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b49db7-7098-43dc-9128-c547bf83f7b8 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:54.175326 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b49db7-7098-43dc-9128-c547bf83f7b8 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:54.175657 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b49db7-7098-43dc-9128-c547bf83f7b8 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:54.175986 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b49db7-7098-43dc-9128-c547bf83f7b8 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:54.176309 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b49db7-7098-43dc-9128-c547bf83f7b8 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:54.176635 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b49db7-7098-43dc-9128-c547bf83f7b8 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:54.176954 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b49db7-7098-43dc-9128-c547bf83f7b8 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:54.177261 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b49db7-7098-43dc-9128-c547bf83f7b8 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:40:54.204979 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-93b49db7-7098-43dc-9128-c547bf83f7b8 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:54.205682 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-93b49db7-7098-43dc-9128-c547bf83f7b8 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:54.226215 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-93b49db7-7098-43dc-9128-c547bf83f7b8 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5739558 Oct 28 14:40:54.240823 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-ab0eed2f-c67f-47b9-8b73-08dd5dccb6ea service neutron] Request body: {'port': {'device_id': '501cbee6-c80d-4885-b6ac-73be10e5d33b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:40:54.297502 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-ab0eed2f-c67f-47b9-8b73-08dd5dccb6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:54.563683 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4351d-9100-43a0-8932-2ec8393ffc93 req-5f5b1400-c3c0-425e-9133-f43ea9755315 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:54.570442 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-64e4351d-9100-43a0-8932-2ec8393ffc93 req-5f5b1400-c3c0-425e-9133-f43ea9755315 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 946 time: 0.0832245 Oct 28 14:40:54.638320 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-ab0eed2f-c67f-47b9-8b73-08dd5dccb6ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5 {{(pid=101538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:40:54.650876 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-ab0eed2f-c67f-47b9-8b73-08dd5dccb6ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:54.673587 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 45ec9642-12d9-434d-9a64-a82adf4927f5 up at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:40:54.685653 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.provisioning_blocks [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-ab0eed2f-c67f-47b9-8b73-08dd5dccb6ea service neutron] Transition to ACTIVE for port object 6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5 will not be triggered until provisioned by entity L2. {{(pid=101538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 14:40:54.692537 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-ab0eed2f-c67f-47b9-8b73-08dd5dccb6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372466'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:54.724770 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning complete for port 45ec9642-12d9-434d-9a64-a82adf4927f5 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:40:54.725024 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:54.750359 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0eed2f-c67f-47b9-8b73-08dd5dccb6ea service neutron] Pushing event updated for resources: {'Port': ['ID=6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:54.779540 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-64e4351d-9100-43a0-8932-2ec8393ffc93 req-8d514bbe-6453-442c-b52e-d7200ae1a715 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Deleting port cb63d985-7727-473b-be7e-41ea307f84b9 {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:40:54.779883 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-64e4351d-9100-43a0-8932-2ec8393ffc93 req-8d514bbe-6453-442c-b52e-d7200ae1a715 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:54.806408 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:54.830128 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b92d161-e1ba-469f-89ea-a72e2925b4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ec9642-12d9-434d-9a64-a82adf4927f5'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:40:54.833352 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4908a4aa-f502-41e4-9df3-e6fd856130ec" -d '{"events": [{"server_uuid": "4b92d161-e1ba-469f-89ea-a72e2925b4bf", "name": "network-vif-plugged", "status": "completed", "tag": "45ec9642-12d9-434d-9a64-a82adf4927f5"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:40:54.852602 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf7838-5a44-404a-9c0f-c24dddf18d12 req-1e22423f-eec5-40d6-afca-caade586add2 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:54.859055 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7faf7838-5a44-404a-9c0f-c24dddf18d12 req-1e22423f-eec5-40d6-afca-caade586add2 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=501cbee6-c80d-4885-b6ac-73be10e5d33b HTTP/1.1" status: 200 len: 943 time: 0.0743361 Oct 28 14:40:54.872475 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 45ec9642-12d9-434d-9a64-a82adf4927f5, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=45ec9642-12d9-434d-9a64-a82adf4927f5,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:40:54.879615 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:54.903411 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-ab0eed2f-c67f-47b9-8b73-08dd5dccb6ea service neutron] Attempting to bind port 6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5 on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:40:54.903411 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-ab0eed2f-c67f-47b9-8b73-08dd5dccb6ea service neutron] Attempting to bind port 6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5 by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '2e4b41f1-8520-42f7-8097-08c71739e061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '85db76e5-dc63-4708-809d-c5852ddccd85'}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:40:54.903411 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-ab0eed2f-c67f-47b9-8b73-08dd5dccb6ea service neutron] Attempting to bind port 6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5 on network 85db76e5-dc63-4708-809d-c5852ddccd85 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:40:54.914305 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7faf7838-5a44-404a-9c0f-c24dddf18d12 req-c8227176-75b5-47b0-8667-c9520612d135 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448997 Oct 28 14:40:54.916142 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-ab0eed2f-c67f-47b9-8b73-08dd5dccb6ea service neutron] Port 6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5 on network 85db76e5-dc63-4708-809d-c5852ddccd85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 14:40:54.916467 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-ab0eed2f-c67f-47b9-8b73-08dd5dccb6ea service neutron] Attempting to bind port 6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5 on network 85db76e5-dc63-4708-809d-c5852ddccd85 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:40:54.929407 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-64e4351d-9100-43a0-8932-2ec8393ffc93 req-8d514bbe-6453-442c-b52e-d7200ae1a715 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] For port cb63d985-7727-473b-be7e-41ea307f84b9, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=cb63d985-7727-473b-be7e-41ea307f84b9,segment=NetworkSegment(40cacd57-85a6-447b-bfa7-d4d37db9cdb1),segment_id=40cacd57-85a6-447b-bfa7-d4d37db9cdb1)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:40:54.929811 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-64e4351d-9100-43a0-8932-2ec8393ffc93 req-8d514bbe-6453-442c-b52e-d7200ae1a715 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:54.933260 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d3a951-1e87-4e1a-87d9-51cd13359844 x-openstack-request-id: req-e3d3a951-1e87-4e1a-87d9-51cd13359844 {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:40:54.933570 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b92d161-e1ba-469f-89ea-a72e2925b4bf", "name": "network-vif-plugged", "status": "completed", "tag": "45ec9642-12d9-434d-9a64-a82adf4927f5", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:40:54.933819 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e3d3a951-1e87-4e1a-87d9-51cd13359844 {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:40:54.934196 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b92d161-e1ba-469f-89ea-a72e2925b4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ec9642-12d9-434d-9a64-a82adf4927f5', 'code': 200} Oct 28 14:40:54.938400 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-ab0eed2f-c67f-47b9-8b73-08dd5dccb6ea service neutron] Checking agent: {'id': 'ab39f7f4-514d-4bfb-9d0c-1a0ed5555608', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'started_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:40:54.938765 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-ab0eed2f-c67f-47b9-8b73-08dd5dccb6ea service neutron] Checking segment: {'id': '2e4b41f1-8520-42f7-8097-08c71739e061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '85db76e5-dc63-4708-809d-c5852ddccd85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:40:54.939275 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-ab0eed2f-c67f-47b9-8b73-08dd5dccb6ea service neutron] Bound using segment: {'id': '2e4b41f1-8520-42f7-8097-08c71739e061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '85db76e5-dc63-4708-809d-c5852ddccd85'} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:40:54.939743 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-ab0eed2f-c67f-47b9-8b73-08dd5dccb6ea service neutron] Bound port: 6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e4b41f1-8520-42f7-8097-08c71739e061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '85db76e5-dc63-4708-809d-c5852ddccd85'}}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:40:54.940097 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-ab0eed2f-c67f-47b9-8b73-08dd5dccb6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:54.959395 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-64e4351d-9100-43a0-8932-2ec8393ffc93 req-8d514bbe-6453-442c-b52e-d7200ae1a715 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Calling delete_port for cb63d985-7727-473b-be7e-41ea307f84b9 owned by compute:nova {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:40:54.969404 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=45ec9642-12d9-434d-9a64-a82adf4927f5,revision_number=10']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:55.064584 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-ab0eed2f-c67f-47b9-8b73-08dd5dccb6ea service neutron] For port 6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5, host hv-cinder-81584, cleared binding levels {{(pid=101538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:40:55.069045 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-ab0eed2f-c67f-47b9-8b73-08dd5dccb6ea service neutron] For port 6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5,segment=NetworkSegment(2e4b41f1-8520-42f7-8097-08c71739e061),segment_id=2e4b41f1-8520-42f7-8097-08c71739e061)] {{(pid=101538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:40:55.079026 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-ab0eed2f-c67f-47b9-8b73-08dd5dccb6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372466'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:55.091021 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514134a-b30c-4247-b73e-b25e45fc9a48 req-30df073e-7370-48a2-bd64-f978b1b2c571 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:55.092513 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c514134a-b30c-4247-b73e-b25e45fc9a48 req-30df073e-7370-48a2-bd64-f978b1b2c571 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0858946 Oct 28 14:40:55.105200 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9caee4-e936-47bc-af42-14c3622c1b24 req-10ba1a4d-4d2b-4404-9d19-df31be46016f tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:55.106658 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6c9caee4-e936-47bc-af42-14c3622c1b24 req-10ba1a4d-4d2b-4404-9d19-df31be46016f tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 947 time: 0.0730188 Oct 28 14:40:55.120198 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-ab0eed2f-c67f-47b9-8b73-08dd5dccb6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:55.120866 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-ab0eed2f-c67f-47b9-8b73-08dd5dccb6ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:55.122327 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-ab0eed2f-c67f-47b9-8b73-08dd5dccb6ea service neutron] 10.222.0.72 "PUT /v2.0/ports/6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5 HTTP/1.1" status: 200 len: 1093 time: 0.8854289 Oct 28 14:40:55.128013 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501cbee6-c80d-4885-b6ac-73be10e5d33b', 'tag': '6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:40:55.130426 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069fdf96-6bf7-4e72-8eec-51c533a058c6" -d '{"events": [{"name": "network-changed", "server_uuid": "501cbee6-c80d-4885-b6ac-73be10e5d33b", "tag": "6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:40:55.164753 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c514134a-b30c-4247-b73e-b25e45fc9a48 req-44febee2-9787-446b-bbf6-d0f9600e598a tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569103 Oct 28 14:40:55.169752 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6c9caee4-e936-47bc-af42-14c3622c1b24 req-04af6103-8536-4ebb-b453-c8cac7a24c44 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565190 Oct 28 14:40:55.197769 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0eed2f-c67f-47b9-8b73-08dd5dccb6ea service neutron] Pushing event updated for resources: {'Port': ['ID=6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5,revision_number=3']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:55.225032 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3c7c13-8dea-4904-80e4-a27dd3c4a4a9 x-openstack-request-id: req-6a3c7c13-8dea-4904-80e4-a27dd3c4a4a9 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:40:55.225358 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501cbee6-c80d-4885-b6ac-73be10e5d33b", "tag": "6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:40:55.225645 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6a3c7c13-8dea-4904-80e4-a27dd3c4a4a9 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:40:55.226131 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501cbee6-c80d-4885-b6ac-73be10e5d33b', 'tag': '6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5', 'status': 'completed', 'code': 200} Oct 28 14:40:55.230559 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-64e4351d-9100-43a0-8932-2ec8393ffc93 req-8d514bbe-6453-442c-b52e-d7200ae1a715 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:55.247426 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['cb63d985-7727-473b-be7e-41ea307f84b9'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:40:55.269949 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d514bbe-6453-442c-b52e-d7200ae1a715 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Pushing event deleted for resources: {'Port': ['ID=cb63d985-7727-473b-be7e-41ea307f84b9,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:55.278541 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-e550fd00-59bd-495f-878a-6fcb9708de9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:55.280115 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-e550fd00-59bd-495f-878a-6fcb9708de9d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c550273fcf3242e683f9f92f9456dbee&device_id=501cbee6-c80d-4885-b6ac-73be10e5d33b HTTP/1.1" status: 200 len: 1096 time: 0.1086690 Oct 28 14:40:55.280531 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-04afd341-5f64-4404-afd6-3f418d92e649 req-534b83a1-5c58-46af-8224-1eed07d602d0 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.79 "GET /v2.0/ports?device_id=5cc8a6f9-1e42-4357-97fe-85be02022d2e HTTP/1.1" status: 200 len: 210 time: 0.0313048 Oct 28 14:40:55.338584 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-0142c1a5-0871-4be2-a54d-d1c4be4afbaa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5 HTTP/1.1" status: 200 len: 217 time: 0.0447745 Oct 28 14:40:55.362133 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e4351d-9100-43a0-8932-2ec8393ffc93 req-8d514bbe-6453-442c-b52e-d7200ae1a715 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] No DVR routers for this DVR port cb63d985-7727-473b-be7e-41ea307f84b9 on host hv-cinder-81584 {{(pid=101538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:40:55.364602 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-64e4351d-9100-43a0-8932-2ec8393ffc93 req-8d514bbe-6453-442c-b52e-d7200ae1a715 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:55.368152 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-64e4351d-9100-43a0-8932-2ec8393ffc93 req-8d514bbe-6453-442c-b52e-d7200ae1a715 tempest-ServerRescueNegativeTestJSON-138873767 tempest-ServerRescueNegativeTestJSON-138873767-project] 10.222.0.72 "DELETE /v2.0/ports/cb63d985-7727-473b-be7e-41ea307f84b9 HTTP/1.1" status: 204 len: 173 time: 0.7931886 Oct 28 14:40:55.408585 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-7d72de02-640e-45c7-b906-15174f5151f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:55.410225 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-7d72de02-640e-45c7-b906-15174f5151f2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a70ca87f-e32e-4588-876d-15656de44e37 HTTP/1.1" status: 200 len: 853 time: 0.0577333 Oct 28 14:40:55.474146 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-0b7bc306-552e-4a80-8e19-b1bb7d01dcc4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=85db76e5-dc63-4708-809d-c5852ddccd85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459704 Oct 28 14:40:55.489885 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca237e1b-022c-493f-9547-f55663c17790 req-a233c15d-a6df-4ef4-b1dc-05e51d33b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:55.491346 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ca237e1b-022c-493f-9547-f55663c17790 req-a233c15d-a6df-4ef4-b1dc-05e51d33b2e7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 1100 time: 0.0544064 Oct 28 14:40:55.577136 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ca237e1b-022c-493f-9547-f55663c17790 req-2ebd6795-c17d-4b37-aa16-a262d39160f6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766029 Oct 28 14:40:55.604458 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-a0f37d11-e7bb-4171-a970-a96a3b3c8b01 service neutron] 10.222.0.72 "GET /v2.0/networks/85db76e5-dc63-4708-809d-c5852ddccd85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121695 Oct 28 14:40:55.923886 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-07ebb322-2fca-48d6-b942-6a21a6244b61 req-76616d71-37cd-49bf-86d0-1a0b53298583 service neutron] 10.222.0.72 "GET /v2.0/networks/85db76e5-dc63-4708-809d-c5852ddccd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958312 Oct 28 14:40:56.032113 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fdf96-6bf7-4e72-8eec-51c533a058c6 req-d16024a8-b900-4167-8cb6-5cfef1c9bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:56.033639 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-069fdf96-6bf7-4e72-8eec-51c533a058c6 req-d16024a8-b900-4167-8cb6-5cfef1c9bc07 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c550273fcf3242e683f9f92f9456dbee&device_id=501cbee6-c80d-4885-b6ac-73be10e5d33b HTTP/1.1" status: 200 len: 1096 time: 0.0435550 Oct 28 14:40:56.053086 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d9364-7437-4cd5-8ea9-57cead3cd5c5 req-95bed011-1c96-421d-a711-8f40fbc00baf tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:56.054744 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ef7d9364-7437-4cd5-8ea9-57cead3cd5c5 req-95bed011-1c96-421d-a711-8f40fbc00baf tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=501cbee6-c80d-4885-b6ac-73be10e5d33b HTTP/1.1" status: 200 len: 943 time: 0.0496695 Oct 28 14:40:56.094610 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ef7d9364-7437-4cd5-8ea9-57cead3cd5c5 req-65265392-231d-4edb-87bc-985bdbb1ab21 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335214 Oct 28 14:40:56.132235 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fdf96-6bf7-4e72-8eec-51c533a058c6 req-a5a801ae-3c5a-4483-b579-929db68183d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:56.133899 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-069fdf96-6bf7-4e72-8eec-51c533a058c6 req-a5a801ae-3c5a-4483-b579-929db68183d2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=85db76e5-dc63-4708-809d-c5852ddccd85 HTTP/1.1" status: 200 len: 914 time: 0.0899320 Oct 28 14:40:56.186524 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-069fdf96-6bf7-4e72-8eec-51c533a058c6 req-50351b03-db66-490a-9dff-cb392565bea6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5 HTTP/1.1" status: 200 len: 217 time: 0.0378997 Oct 28 14:40:56.245000 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fdf96-6bf7-4e72-8eec-51c533a058c6 req-a37e394a-7e37-4ce5-8f68-f9a93a9ab870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:56.246538 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-069fdf96-6bf7-4e72-8eec-51c533a058c6 req-a37e394a-7e37-4ce5-8f68-f9a93a9ab870 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a70ca87f-e32e-4588-876d-15656de44e37 HTTP/1.1" status: 200 len: 853 time: 0.0507953 Oct 28 14:40:56.295421 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-069fdf96-6bf7-4e72-8eec-51c533a058c6 req-5f9c644d-6be6-42c9-a34f-2399f434da0a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=85db76e5-dc63-4708-809d-c5852ddccd85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318069 Oct 28 14:40:56.334160 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2196e8-0c88-48f3-a5c4-a9601e147129 req-1bfbd207-a7f8-4468-aa2b-a3ee7352396b tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:56.335687 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ac2196e8-0c88-48f3-a5c4-a9601e147129 req-1bfbd207-a7f8-4468-aa2b-a3ee7352396b tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0835581 Oct 28 14:40:56.344219 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4faa0aa-ffab-4db0-8a5b-f1cb55bd972e req-499c1c9d-b32a-4aa7-85be-0e8e85977672 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:56.345828 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b4faa0aa-ffab-4db0-8a5b-f1cb55bd972e req-499c1c9d-b32a-4aa7-85be-0e8e85977672 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 947 time: 0.0835481 Oct 28 14:40:56.394106 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ac2196e8-0c88-48f3-a5c4-a9601e147129 req-3027b12f-308c-45a1-9588-89caa9363c35 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472143 Oct 28 14:40:56.396584 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-069fdf96-6bf7-4e72-8eec-51c533a058c6 req-34e248c3-539c-4be4-a274-fab0692a41d8 service neutron] 10.222.0.72 "GET /v2.0/networks/85db76e5-dc63-4708-809d-c5852ddccd85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903225 Oct 28 14:40:56.406586 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b4faa0aa-ffab-4db0-8a5b-f1cb55bd972e req-33b26a10-6cb0-4a1a-ba8c-9777ec9555b2 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522327 Oct 28 14:40:56.442067 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 37986) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:56.501571 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-069fdf96-6bf7-4e72-8eec-51c533a058c6 req-dda0b61b-e5c4-4c73-a5f9-f5de2aa10e3d service neutron] 10.222.0.72 "GET /v2.0/networks/85db76e5-dc63-4708-809d-c5852ddccd85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855443 Oct 28 14:40:56.864831 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-852a6414-0209-4906-9e14-f48eb7ce749c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645951'] for router_interface, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:57.227933 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc8a6f9-1e42-4357-97fe-85be02022d2e', 'name': 'network-vif-deleted', 'tag': 'cb63d985-7727-473b-be7e-41ea307f84b9'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:40:57.231185 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeac7198-ec9e-426b-b3f9-917beeda9c5c" -d '{"events": [{"server_uuid": "5cc8a6f9-1e42-4357-97fe-85be02022d2e", "name": "network-vif-deleted", "tag": "cb63d985-7727-473b-be7e-41ea307f84b9"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:40:57.268480 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0a4fae-9884-4c7e-8b92-38fb94fceea2 x-openstack-request-id: req-0b0a4fae-9884-4c7e-8b92-38fb94fceea2 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:40:57.268775 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc8a6f9-1e42-4357-97fe-85be02022d2e", "name": "network-vif-deleted", "tag": "cb63d985-7727-473b-be7e-41ea307f84b9", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:40:57.269027 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0b0a4fae-9884-4c7e-8b92-38fb94fceea2 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:40:57.269428 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc8a6f9-1e42-4357-97fe-85be02022d2e', 'name': 'network-vif-deleted', 'tag': 'cb63d985-7727-473b-be7e-41ea307f84b9', 'status': 'completed', 'code': 200} Oct 28 14:40:57.416001 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-852a6414-0209-4906-9e14-f48eb7ce749c admin admin] Deleting port 70582b0a-41e8-4247-89dc-2849d4e13627 {{(pid=101539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:40:57.416503 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-852a6414-0209-4906-9e14-f48eb7ce749c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:57.491907 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc65c4-0645-421b-9528-67a5e1491338 req-3f187e84-848d-43d9-bdd8-dcf02ba77515 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:57.493451 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-bddc65c4-0645-421b-9528-67a5e1491338 req-3f187e84-848d-43d9-bdd8-dcf02ba77515 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=501cbee6-c80d-4885-b6ac-73be10e5d33b HTTP/1.1" status: 200 len: 943 time: 0.3215945 Oct 28 14:40:57.586347 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.db [None req-852a6414-0209-4906-9e14-f48eb7ce749c admin admin] For port 70582b0a-41e8-4247-89dc-2849d4e13627, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=70582b0a-41e8-4247-89dc-2849d4e13627,segment=NetworkSegment(40cacd57-85a6-447b-bfa7-d4d37db9cdb1),segment_id=40cacd57-85a6-447b-bfa7-d4d37db9cdb1)] {{(pid=101539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:40:57.586633 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-852a6414-0209-4906-9e14-f48eb7ce749c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:57.596863 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-bddc65c4-0645-421b-9528-67a5e1491338 req-3cb9677f-f8fe-4843-9871-edf39ae7e51e tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819128 Oct 28 14:40:57.606391 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922f01b-a3e3-4f6f-b98f-44eb32b89931 req-092d7471-ce66-4801-b597-a04df4922ed8 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:57.607908 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a922f01b-a3e3-4f6f-b98f-44eb32b89931 req-092d7471-ce66-4801-b597-a04df4922ed8 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.1352274 Oct 28 14:40:57.612101 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-852a6414-0209-4906-9e14-f48eb7ce749c admin admin] Calling delete_port for 70582b0a-41e8-4247-89dc-2849d4e13627 owned by network:router_interface {{(pid=101539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:40:57.721538 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a922f01b-a3e3-4f6f-b98f-44eb32b89931 req-cc39bfb4-5dbf-48ea-b373-98f09de60d0e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061273 Oct 28 14:40:57.812448 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e8b6b-9c83-4c4d-bdb3-fee86e499f9d req-96287cc8-2fe7-4588-ace6-1277e968e9f5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:57.813891 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-944e8b6b-9c83-4c4d-bdb3-fee86e499f9d req-96287cc8-2fe7-4588-ace6-1277e968e9f5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 947 time: 0.1089125 Oct 28 14:40:57.876733 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-944e8b6b-9c83-4c4d-bdb3-fee86e499f9d req-f63162fc-3c61-4b0f-b9e1-9338cbe47116 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519650 Oct 28 14:40:57.928958 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-852a6414-0209-4906-9e14-f48eb7ce749c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:57.951096 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a6414-0209-4906-9e14-f48eb7ce749c admin admin] Pushing event deleted for resources: {'Port': ['ID=70582b0a-41e8-4247-89dc-2849d4e13627,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:58.114806 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-852a6414-0209-4906-9e14-f48eb7ce749c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1013947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646099'] for router_interface, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:58.333204 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852a6414-0209-4906-9e14-f48eb7ce749c admin admin] Router 6da79959-c5fc-4df7-92c2-35e8dc809462 has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:40:58.442611 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852a6414-0209-4906-9e14-f48eb7ce749c admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:40:58.448552 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-852a6414-0209-4906-9e14-f48eb7ce749c admin admin] 10.222.0.79 "PUT /v2.0/routers/6da79959-c5fc-4df7-92c2-35e8dc809462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0049074 Oct 28 14:40:58.450946 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 38048) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:58.454855 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84a38da-e9ae-4ccd-aa7c-5d8311bdfd4f None None] Sync routers for ids ['6da79959-c5fc-4df7-92c2-35e8dc809462'] in dv-cinder-815848-1-iscsi {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:40:58.471516 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84a38da-e9ae-4ccd-aa7c-5d8311bdfd4f None None] Routers {'6da79959-c5fc-4df7-92c2-35e8dc809462'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:40:58.474081 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-b84a38da-e9ae-4ccd-aa7c-5d8311bdfd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:40:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['6da79959-c5fc-4df7-92c2-35e8dc809462'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:40:58.566837 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-91be12f9-009d-4ac2-937f-fc12635d4fed admin admin] Publish callbacks [] for router, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:58.584548 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-b84a38da-e9ae-4ccd-aa7c-5d8311bdfd4f None None] Set router 6da79959-c5fc-4df7-92c2-35e8dc809462 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:40:58.676745 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-91be12f9-009d-4ac2-937f-fc12635d4fed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:58.693350 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 14:40:58.713796 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device cb63d985-7727-473b-be7e-41ea307f84b9 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:40:58.733562 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-91be12f9-009d-4ac2-937f-fc12635d4fed admin admin] Deleting port 2905a60b-e9b8-4391-8a36-564920dde70e {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:40:58.733904 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-91be12f9-009d-4ac2-937f-fc12635d4fed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:58.760433 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] No Port match for: cb63d985-7727-473b-be7e-41ea307f84b9 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:40:58.761238 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device cb63d985-7727-473b-be7e-41ea307f84b9 not bound to the agent host hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:40:58.775958 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-b84a38da-e9ae-4ccd-aa7c-5d8311bdfd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da79959-c5fc-4df7-92c2-35e8dc809462', 'name': 'tempest-ServerRescueNegativeTestJSON-405070931-router', 'tenant_id': '5dda0d6d1b084868853338165ea3601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '2905a60b-e9b8-4391-8a36-564920dde70e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:50Z', 'updated_at': '2021-10-28T14:40:57Z', 'revision_number': 5, 'project_id': '5dda0d6d1b084868853338165ea3601d', 'gw_port': {'id': '2905a60b-e9b8-4391-8a36-564920dde70e', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:83:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da79959-c5fc-4df7-92c2-35e8dc809462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:50Z', 'updated_at': '2021-10-28T14:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:40:58.780305 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89a259-2f72-4906-b796-494a6642246d req-53292db1-f659-4deb-a403-9b693574feb7 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:58.782202 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5c89a259-2f72-4906-b796-494a6642246d req-53292db1-f659-4deb-a403-9b693574feb7 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=501cbee6-c80d-4885-b6ac-73be10e5d33b HTTP/1.1" status: 200 len: 943 time: 0.0842071 Oct 28 14:40:58.852286 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5,segment=NetworkSegment(2e4b41f1-8520-42f7-8097-08c71739e061),segment_id=2e4b41f1-8520-42f7-8097-08c71739e061)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:40:58.859009 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [None req-91be12f9-009d-4ac2-937f-fc12635d4fed admin admin] For port 2905a60b-e9b8-4391-8a36-564920dde70e, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=2905a60b-e9b8-4391-8a36-564920dde70e,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:40:58.859376 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-91be12f9-009d-4ac2-937f-fc12635d4fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:58.865621 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Returning: {'device': '6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5', 'network_id': '85db76e5-dc63-4708-809d-c5852ddccd85', 'port_id': '6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5', 'mac_address': 'fa:16:3e:6f:b6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70ca87f-e32e-4588-876d-15656de44e37', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 14:40:58.872326 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-91be12f9-009d-4ac2-937f-fc12635d4fed admin admin] Calling delete_port for 2905a60b-e9b8-4391-8a36-564920dde70e owned by network:router_gateway {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:40:58.890173 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84a38da-e9ae-4ccd-aa7c-5d8311bdfd4f None None] Checking router: 6da79959-c5fc-4df7-92c2-35e8dc809462 for host: dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:40:58.901330 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5c89a259-2f72-4906-b796-494a6642246d req-d3d9f876-a13a-4ccb-9aa6-03b3fb28b072 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046915 Oct 28 14:40:58.904549 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84a38da-e9ae-4ccd-aa7c-5d8311bdfd4f None None] Routers {'6da79959-c5fc-4df7-92c2-35e8dc809462'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:40:58.905184 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-b84a38da-e9ae-4ccd-aa7c-5d8311bdfd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:40:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['6da79959-c5fc-4df7-92c2-35e8dc809462'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:40:58.906321 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:58.922132 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5 {{(pid=101540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:40:58.934710 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8289aa3-e923-4372-bbac-8f67b26bdccc req-aad4575e-1e84-46a1-8b4d-fe14439505ec tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:58.936280 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d8289aa3-e923-4372-bbac-8f67b26bdccc req-aad4575e-1e84-46a1-8b4d-fe14439505ec tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0937955 Oct 28 14:40:58.950803 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5,segment=NetworkSegment(2e4b41f1-8520-42f7-8097-08c71739e061),segment_id=2e4b41f1-8520-42f7-8097-08c71739e061)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:40:58.957278 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:59.015617 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-b84a38da-e9ae-4ccd-aa7c-5d8311bdfd4f None None] Set router 6da79959-c5fc-4df7-92c2-35e8dc809462 gateway port host: None {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:40:59.020278 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:59.023581 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d8289aa3-e923-4372-bbac-8f67b26bdccc req-5a5bbd40-9443-40bb-9a9f-50de9ec1150d tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809128 Oct 28 14:40:59.077944 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-b84a38da-e9ae-4ccd-aa7c-5d8311bdfd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da79959-c5fc-4df7-92c2-35e8dc809462', 'name': 'tempest-ServerRescueNegativeTestJSON-405070931-router', 'tenant_id': '5dda0d6d1b084868853338165ea3601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:50Z', 'updated_at': '2021-10-28T14:40:58Z', 'revision_number': 6, 'project_id': '5dda0d6d1b084868853338165ea3601d', 'gw_port_host': None}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:40:59.078470 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fddd22-8a6f-4e63-869c-906dd46416dc req-e9967a50-014b-4bc6-a7a0-6a3a5f47fdee tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:40:59.086184 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c0fddd22-8a6f-4e63-869c-906dd46416dc req-e9967a50-014b-4bc6-a7a0-6a3a5f47fdee tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 947 time: 0.0565920 Oct 28 14:40:59.087719 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-91be12f9-009d-4ac2-937f-fc12635d4fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:59.108931 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84a38da-e9ae-4ccd-aa7c-5d8311bdfd4f None None] The sync data for ids ['6da79959-c5fc-4df7-92c2-35e8dc809462'] in dv-cinder-815848-1-iscsi is: [{'id': '6da79959-c5fc-4df7-92c2-35e8dc809462', 'name': 'tempest-ServerRescueNegativeTestJSON-405070931-router', 'tenant_id': '5dda0d6d1b084868853338165ea3601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:50Z', 'updated_at': '2021-10-28T14:40:58Z', 'revision_number': 6, 'project_id': '5dda0d6d1b084868853338165ea3601d', 'gw_port_host': None}] {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:40:59.113070 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be12f9-009d-4ac2-937f-fc12635d4fed admin admin] Pushing event deleted for resources: {'Port': ['ID=2905a60b-e9b8-4391-8a36-564920dde70e,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:59.132293 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c0fddd22-8a6f-4e63-869c-906dd46416dc req-34a11b7e-4e1d-49ac-976b-7fec822587cc tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451767 Oct 28 14:40:59.183399 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-91be12f9-009d-4ac2-937f-fc12635d4fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640369'] for router_gateway, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:59.284854 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-91be12f9-009d-4ac2-937f-fc12635d4fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1047'] for router, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:59.288510 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-91be12f9-009d-4ac2-937f-fc12635d4fed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:59.354247 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-91be12f9-009d-4ac2-937f-fc12635d4fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646412'] for router, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:59.354786 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91be12f9-009d-4ac2-937f-fc12635d4fed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6da79959-c5fc-4df7-92c2-35e8dc809462 {{(pid=101538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 14:40:59.360248 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-91be12f9-009d-4ac2-937f-fc12635d4fed admin admin] Publish callbacks [] for router, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:59.361526 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-91be12f9-009d-4ac2-937f-fc12635d4fed admin admin] 10.222.0.79 "DELETE /v2.0/routers/6da79959-c5fc-4df7-92c2-35e8dc809462 HTTP/1.1" status: 204 len: 168 time: 0.9089320 Oct 28 14:40:59.364144 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 38058) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:59.412681 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3fe4af-f3c8-441b-8779-4825c8541b3d admin admin] Deleting subnet f8630344-cf93-4cfe-815f-63516c44a48e {{(pid=101538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 14:40:59.416038 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-1e3fe4af-f3c8-441b-8779-4825c8541b3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:59.702160 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-1e3fe4af-f3c8-441b-8779-4825c8541b3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4821401'] for subnet, precommit_delete_associations {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:59.740327 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-1e3fe4af-f3c8-441b-8779-4825c8541b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888065'] for subnet, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:59.792729 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-1e3fe4af-f3c8-441b-8779-4825c8541b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4880431'] for subnet, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:59.820233 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3fe4af-f3c8-441b-8779-4825c8541b3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8630344-cf93-4cfe-815f-63516c44a48e,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:40:59.823989 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-1e3fe4af-f3c8-441b-8779-4825c8541b3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:59.827142 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-1e3fe4af-f3c8-441b-8779-4825c8541b3d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f8630344-cf93-4cfe-815f-63516c44a48e HTTP/1.1" status: 204 len: 168 time: 0.4620779 Oct 28 14:40:59.829917 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 38062) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:40:59.896820 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-047d1359-ae88-4cd0-989d-2668711e962a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1857466'] for network, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:40:59.983610 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-047d1359-ae88-4cd0-989d-2668711e962a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898964', 'neutron.services.segments.db._delete_segments_for_network-8782349021790'] for network, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:00.004073 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.services.segments.db [None req-047d1359-ae88-4cd0-989d-2668711e962a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66cb821-2d22-45aa-9985-3ea85500b50a']}} {{(pid=101538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:41:00.013658 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.services.segments.db [None req-047d1359-ae88-4cd0-989d-2668711e962a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40cacd57-85a6-447b-bfa7-d4d37db9cdb1') {'for_net_delete': True} {{(pid=101538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:41:00.013949 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.services.segments.db [None req-047d1359-ae88-4cd0-989d-2668711e962a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40cacd57-85a6-447b-bfa7-d4d37db9cdb1') {} {{(pid=101538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:41:00.023478 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-047d1359-ae88-4cd0-989d-2668711e962a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782349022567', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4821472'] for segment, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:00.028887 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad091f0-6885-4849-8270-37d7a243976e req-4acbfabe-3e8d-42d6-a259-4cbb9637698a tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:00.030460 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-dad091f0-6885-4849-8270-37d7a243976e req-4acbfabe-3e8d-42d6-a259-4cbb9637698a tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=501cbee6-c80d-4885-b6ac-73be10e5d33b HTTP/1.1" status: 200 len: 944 time: 0.0532405 Oct 28 14:41:00.036677 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-047d1359-ae88-4cd0-989d-2668711e962a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:00.043287 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047d1359-ae88-4cd0-989d-2668711e962a admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=101538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 14:41:00.043884 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-047d1359-ae88-4cd0-989d-2668711e962a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372438'] for segment, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:00.071762 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-dad091f0-6885-4849-8270-37d7a243976e req-768f244e-a649-42ab-9660-6a4defe2bee9 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350313 Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: Traceback (most recent call last): Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: timer() Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: cb(*args, **kw) Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: return func(*args, **kwargs) Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: self._notify() Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: self.callback(batched_events) Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: event.method(event) Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: return f(self, *a, **k) Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: return self._get(url).json() Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: return self.request(url, 'GET', **kwargs) Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 14:41:00.084546 dv-cinder-815848-1-iscsi neutron-server[101538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 14:41:00.111545 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-047d1359-ae88-4cd0-989d-2668711e962a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640333'] for network, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:00.121301 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-047d1359-ae88-4cd0-989d-2668711e962a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:00.124516 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-047d1359-ae88-4cd0-989d-2668711e962a admin admin] 10.222.0.79 "DELETE /v2.0/networks/f66cb821-2d22-45aa-9985-3ea85500b50a HTTP/1.1" status: 204 len: 168 time: 0.2935853 Oct 28 14:41:00.142017 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d1359-ae88-4cd0-989d-2668711e962a admin admin] Pushing event deleted for resources: {'Network': ['ID=f66cb821-2d22-45aa-9985-3ea85500b50a,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:41:00.161311 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fb606-4efc-4378-8bb8-ec0c10602ac0 req-eaff96b9-bceb-43c3-991d-f0c9b47a661e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:00.162850 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2d5fb606-4efc-4378-8bb8-ec0c10602ac0 req-eaff96b9-bceb-43c3-991d-f0c9b47a661e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0609651 Oct 28 14:41:00.212015 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2d5fb606-4efc-4378-8bb8-ec0c10602ac0 req-c37c833c-dead-430b-a5ab-4602dd6ff75c tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390658 Oct 28 14:41:00.300407 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 38070) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:41:00.338903 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-be7f3ae8-9f4f-4d9c-9b29-d34b100355b8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5dda0d6d1b084868853338165ea3601d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0373273 Oct 28 14:41:00.341368 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 38072) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:41:00.392653 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-75d15ad6-5b2c-4f5a-80cf-7d63c81fd4f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:00.413403 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-75d15ad6-5b2c-4f5a-80cf-7d63c81fd4f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:00.461197 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-75d15ad6-5b2c-4f5a-80cf-7d63c81fd4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:00.464149 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-75d15ad6-5b2c-4f5a-80cf-7d63c81fd4f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:00.468548 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-75d15ad6-5b2c-4f5a-80cf-7d63c81fd4f8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31 HTTP/1.1" status: 204 len: 168 time: 0.1230690 Oct 28 14:41:00.474024 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d15ad6-5b2c-4f5a-80cf-7d63c81fd4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12fe5bb-2f8e-4708-9d0a-4dccebb2ed31,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:41:00.532190 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 70582b0a-41e8-4247-89dc-2849d4e13627 no longer exists at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:41:00.552497 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] No Port match for: 70582b0a-41e8-4247-89dc-2849d4e13627 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:41:00.552948 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 70582b0a-41e8-4247-89dc-2849d4e13627 not bound to the agent host dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:41:00.553234 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 2905a60b-e9b8-4391-8a36-564920dde70e no longer exists at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:41:00.571821 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] No Port match for: 2905a60b-e9b8-4391-8a36-564920dde70e {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:41:00.572160 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 2905a60b-e9b8-4391-8a36-564920dde70e not bound to the agent host dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:41:01.199644 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457c15f-42b0-43ce-8fc3-0e2253ff0a8b req-ed1a4a85-e2db-4a1f-915f-1ef2b5b22b08 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:01.200545 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b457c15f-42b0-43ce-8fc3-0e2253ff0a8b req-ed1a4a85-e2db-4a1f-915f-1ef2b5b22b08 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=501cbee6-c80d-4885-b6ac-73be10e5d33b HTTP/1.1" status: 200 len: 944 time: 0.0487764 Oct 28 14:41:01.202649 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 38098) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:41:01.238647 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b457c15f-42b0-43ce-8fc3-0e2253ff0a8b req-8683ac0e-1096-491c-9bf9-425807488849 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317664 Oct 28 14:41:01.301780 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-d86a01c2-488d-498b-af33-9572dc337901 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-303638851-network', 'tenant_id': 'edda4624f5724d91b68c8ca7e328397b'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:41:01.325642 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86a01c2-488d-498b-af33-9572dc337901 admin admin] Made reservation on behalf of edda4624f5724d91b68c8ca7e328397b for: {'network': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:41:01.328622 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d86a01c2-488d-498b-af33-9572dc337901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for network, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:01.338263 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d86a01c2-488d-498b-af33-9572dc337901 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:01.340928 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1365504-898c-4fb6-9c00-9683c8f2e5ab req-446ee5fb-d5c9-4b10-9fd0-7bc8d4fa3810 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:01.349317 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a1365504-898c-4fb6-9c00-9683c8f2e5ab req-446ee5fb-d5c9-4b10-9fd0-7bc8d4fa3810 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0639234 Oct 28 14:41:01.385774 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a1365504-898c-4fb6-9c00-9683c8f2e5ab req-7264b91b-3f5d-4314-8c35-8705225f3756 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354948 Oct 28 14:41:01.427679 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d86a01c2-488d-498b-af33-9572dc337901 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:01.431912 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d86a01c2-488d-498b-af33-9572dc337901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:01.456925 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86a01c2-488d-498b-af33-9572dc337901 admin admin] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=101538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 14:41:01.466569 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a01c2-488d-498b-af33-9572dc337901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851c632d-0224-441b-9c55-0a75cf4534c6,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:41:01.472789 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d86a01c2-488d-498b-af33-9572dc337901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:01.473131 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.db.segments_db [None req-d86a01c2-488d-498b-af33-9572dc337901 admin admin] Added segment 3694388b-e5e4-407d-858f-07f3336d6bd8 of type vlan for network 20eff5fa-5e05-482c-ad95-5d599db6bcbc Oct 28 14:41:01.515412 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d86a01c2-488d-498b-af33-9572dc337901 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782348503983'] for network, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:01.540379 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d86a01c2-488d-498b-af33-9572dc337901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for network, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:01.541344 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86a01c2-488d-498b-af33-9572dc337901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:01.542283 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d86a01c2-488d-498b-af33-9572dc337901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:01.606127 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-d86a01c2-488d-498b-af33-9572dc337901 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3992934 Oct 28 14:41:01.606127 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a01c2-488d-498b-af33-9572dc337901 admin admin] Pushing event updated for resources: {'Network': ['ID=20eff5fa-5e05-482c-ad95-5d599db6bcbc,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:41:01.606482 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 38106) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:41:01.611321 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-054e65d1-0f72-487f-b495-ab60dfe9a074 admin admin] Request body: {'subnet': {'network_id': '20eff5fa-5e05-482c-ad95-5d599db6bcbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-303638851-subnet', 'tenant_id': 'edda4624f5724d91b68c8ca7e328397b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:41:01.614520 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Network 20eff5fa-5e05-482c-ad95-5d599db6bcbc details requested by agent ovs-agent-dv-cinder-815848-1-iscsi with host dv-cinder-815848-1-iscsi {{(pid=101540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 14:41:01.632848 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054e65d1-0f72-487f-b495-ab60dfe9a074 admin admin] Made reservation on behalf of edda4624f5724d91b68c8ca7e328397b for: {'subnet': 1} {{(pid=101539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:41:01.635371 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-054e65d1-0f72-487f-b495-ab60dfe9a074 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4689317'] for subnet, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:01.798908 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-054e65d1-0f72-487f-b495-ab60dfe9a074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5860352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4689335'] for subnet, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:01.857069 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e65d1-0f72-487f-b495-ab60dfe9a074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d433804-dad8-491e-b9e2-92b85217c9eb,revision_number=0']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:41:01.865606 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054e65d1-0f72-487f-b495-ab60dfe9a074 admin admin] Checking segment: {'id': '3694388b-e5e4-407d-858f-07f3336d6bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '20eff5fa-5e05-482c-ad95-5d599db6bcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:41:01.865954 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054e65d1-0f72-487f-b495-ab60dfe9a074 admin admin] Network hostable DHCP agents. Network: 20eff5fa-5e05-482c-ad95-5d599db6bcbc, hostable agents: ['0f5c18ae-0b98-4d4d-aaff-bac106b0409b'], hosted agents: [] {{(pid=101539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 14:41:01.884484 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054e65d1-0f72-487f-b495-ab60dfe9a074 admin admin] Network 20eff5fa-5e05-482c-ad95-5d599db6bcbc is scheduled to be hosted by DHCP agent 0f5c18ae-0b98-4d4d-aaff-bac106b0409b with binding_index 1 {{(pid=101539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 14:41:01.894394 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [None req-054e65d1-0f72-487f-b495-ab60dfe9a074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-1-iscsi, 20eff5fa-5e05-482c-ad95-5d599db6bcbc) {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:41:01.898909 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054e65d1-0f72-487f-b495-ab60dfe9a074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:01.905975 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-054e65d1-0f72-487f-b495-ab60dfe9a074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for subnet, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:01.907198 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d21c51-f90d-4937-be14-55e992e2165f None None] Network 20eff5fa-5e05-482c-ad95-5d599db6bcbc requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:41:01.917455 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-054e65d1-0f72-487f-b495-ab60dfe9a074 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3095157 Oct 28 14:41:02.037691 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061673c9-f2db-451c-b14f-6b40d4e196a3 None None] Network 20eff5fa-5e05-482c-ad95-5d599db6bcbc requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:41:02.191133 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:41:02.365985 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f6f79-4ba3-430c-ada4-d5dab03e3e42 req-63c36e87-3ca6-4eac-90bf-fdfca5324f6a tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:02.367640 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-367f6f79-4ba3-430c-ada4-d5dab03e3e42 req-63c36e87-3ca6-4eac-90bf-fdfca5324f6a tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=501cbee6-c80d-4885-b6ac-73be10e5d33b HTTP/1.1" status: 200 len: 944 time: 0.0596550 Oct 28 14:41:02.393277 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 38124) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:41:02.398357 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-bb071195-08f8-441c-a47d-32dafc3006d1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-121653594-network', 'tenant_id': 'f7c2fe8b8ffa44e1a8a7adf3c66ce14a'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:41:02.420594 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb071195-08f8-441c-a47d-32dafc3006d1 admin admin] Made reservation on behalf of f7c2fe8b8ffa44e1a8a7adf3c66ce14a for: {'network': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:41:02.421066 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-367f6f79-4ba3-430c-ada4-d5dab03e3e42 req-4877128d-e4bb-4927-b2e8-a47fbc739df0 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465672 Oct 28 14:41:02.423296 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-bb071195-08f8-441c-a47d-32dafc3006d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for network, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:02.431994 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-bb071195-08f8-441c-a47d-32dafc3006d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:02.476884 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:02.514258 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e8dd2-fca2-4eb5-9649-9928c85fd312 req-54ad4cac-f51e-4fdd-b406-74a4504bae94 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:02.515755 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f29e8dd2-fca2-4eb5-9649-9928c85fd312 req-54ad4cac-f51e-4fdd-b406-74a4504bae94 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0583131 Oct 28 14:41:02.517269 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-bb071195-08f8-441c-a47d-32dafc3006d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:02.521684 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-bb071195-08f8-441c-a47d-32dafc3006d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:02.546021 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb071195-08f8-441c-a47d-32dafc3006d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'} {{(pid=101538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 14:41:02.554620 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb071195-08f8-441c-a47d-32dafc3006d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ddf380-a255-42fa-8ce4-30575b7c68a7,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:41:02.555923 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f29e8dd2-fca2-4eb5-9649-9928c85fd312 req-5e872d38-e1bd-430d-ab0d-95bfb67fd51e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332429 Oct 28 14:41:02.560705 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-bb071195-08f8-441c-a47d-32dafc3006d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:02.561149 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.db.segments_db [None req-bb071195-08f8-441c-a47d-32dafc3006d1 admin admin] Added segment 6be48b27-0c6e-4e88-ac66-8141d8a0f7f6 of type vlan for network 86bab053-256e-4c60-a21d-c07132877061 Oct 28 14:41:02.604164 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-bb071195-08f8-441c-a47d-32dafc3006d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782348503983'] for network, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:02.629304 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-bb071195-08f8-441c-a47d-32dafc3006d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for network, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:02.630247 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb071195-08f8-441c-a47d-32dafc3006d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:02.630873 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-bb071195-08f8-441c-a47d-32dafc3006d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:02.690395 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-bb071195-08f8-441c-a47d-32dafc3006d1 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2958007 Oct 28 14:41:02.693351 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 38134) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:41:02.695476 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb071195-08f8-441c-a47d-32dafc3006d1 admin admin] Pushing event updated for resources: {'Network': ['ID=86bab053-256e-4c60-a21d-c07132877061,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:41:02.698707 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-4cd69e7b-af25-41ba-8769-fbb9a1873e1a admin admin] Request body: {'subnet': {'network_id': '86bab053-256e-4c60-a21d-c07132877061', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-121653594-subnet', 'tenant_id': 'f7c2fe8b8ffa44e1a8a7adf3c66ce14a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:41:02.705702 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Network 86bab053-256e-4c60-a21d-c07132877061 details requested by agent ovs-agent-dv-cinder-815848-1-iscsi with host dv-cinder-815848-1-iscsi {{(pid=101540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 14:41:02.723514 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd69e7b-af25-41ba-8769-fbb9a1873e1a admin admin] Made reservation on behalf of f7c2fe8b8ffa44e1a8a7adf3c66ce14a for: {'subnet': 1} {{(pid=101539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:41:02.728542 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4cd69e7b-af25-41ba-8769-fbb9a1873e1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4689317'] for subnet, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:02.864516 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb50a1-4f60-455c-ab6e-6243338f8e4e req-a0313a41-d697-4bf5-89ac-df3685149b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:02.866458 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-70fb50a1-4f60-455c-ab6e-6243338f8e4e req-a0313a41-d697-4bf5-89ac-df3685149b4a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9e334a6e70ac4c2a882f287ce31d287e&device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 1098 time: 0.0436158 Oct 28 14:41:02.902475 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4cd69e7b-af25-41ba-8769-fbb9a1873e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5860352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4689335'] for subnet, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:02.962504 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd69e7b-af25-41ba-8769-fbb9a1873e1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0bf20e0-fd35-4cbb-acd1-4ea4db501d5f,revision_number=0']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:41:02.969772 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd69e7b-af25-41ba-8769-fbb9a1873e1a admin admin] Checking segment: {'id': '6be48b27-0c6e-4e88-ac66-8141d8a0f7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '86bab053-256e-4c60-a21d-c07132877061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:41:02.970114 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd69e7b-af25-41ba-8769-fbb9a1873e1a admin admin] Network hostable DHCP agents. Network: 86bab053-256e-4c60-a21d-c07132877061, hostable agents: ['0f5c18ae-0b98-4d4d-aaff-bac106b0409b'], hosted agents: [] {{(pid=101539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 14:41:02.987248 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd69e7b-af25-41ba-8769-fbb9a1873e1a admin admin] Network 86bab053-256e-4c60-a21d-c07132877061 is scheduled to be hosted by DHCP agent 0f5c18ae-0b98-4d4d-aaff-bac106b0409b with binding_index 1 {{(pid=101539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 14:41:02.994230 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb50a1-4f60-455c-ab6e-6243338f8e4e req-5a42faac-6413-49ff-b31b-a64f9b7583e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:02.995888 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-70fb50a1-4f60-455c-ab6e-6243338f8e4e req-5a42faac-6413-49ff-b31b-a64f9b7583e4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=37179b0d-df91-4999-9b23-d6b35cc378c2 HTTP/1.1" status: 200 len: 911 time: 0.1018131 Oct 28 14:41:02.997465 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [None req-4cd69e7b-af25-41ba-8769-fbb9a1873e1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-1-iscsi, 86bab053-256e-4c60-a21d-c07132877061) {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:41:03.001896 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd69e7b-af25-41ba-8769-fbb9a1873e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:03.003361 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4cd69e7b-af25-41ba-8769-fbb9a1873e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for subnet, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:03.007802 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8263606-1701-403e-aa62-4d507247ad10 None None] Network 86bab053-256e-4c60-a21d-c07132877061 requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:41:03.039688 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-4cd69e7b-af25-41ba-8769-fbb9a1873e1a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3405991 Oct 28 14:41:03.100636 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-70fb50a1-4f60-455c-ab6e-6243338f8e4e req-687575da-82b8-44a3-8589-2fb211db365b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a01d322-7e87-41a2-83c4-3821e0aa5d34 HTTP/1.1" status: 200 len: 1001 time: 0.0843232 Oct 28 14:41:03.172643 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed6badd-ab43-4a4a-85ed-4e3bf4287454 None None] Network 86bab053-256e-4c60-a21d-c07132877061 requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:41:03.176690 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb50a1-4f60-455c-ab6e-6243338f8e4e req-dddabbf9-4914-4f13-b7e3-10be55231b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:03.178569 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-70fb50a1-4f60-455c-ab6e-6243338f8e4e req-dddabbf9-4914-4f13-b7e3-10be55231b11 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb6c52cb-73bc-43b9-9665-77e60bb1696b HTTP/1.1" status: 200 len: 849 time: 0.0646651 Oct 28 14:41:03.194110 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 38148) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:41:03.265549 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_v2 [None req-87837b3a-4532-4253-9a80-42cb42e065be admin admin] Deleting subnet 7d433804-dad8-491e-b9e2-92b85217c9eb {{(pid=101538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 14:41:03.270387 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb50a1-4f60-455c-ab6e-6243338f8e4e req-dac3c763-8888-40a2-94b1-c53defd4b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:03.272050 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-70fb50a1-4f60-455c-ab6e-6243338f8e4e req-dac3c763-8888-40a2-94b1-c53defd4b7d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=37179b0d-df91-4999-9b23-d6b35cc378c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823340 Oct 28 14:41:03.272692 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-87837b3a-4532-4253-9a80-42cb42e065be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:03.354437 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-87837b3a-4532-4253-9a80-42cb42e065be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4821401'] for subnet, precommit_delete_associations {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:03.415814 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-87837b3a-4532-4253-9a80-42cb42e065be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888065'] for subnet, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:03.437221 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-70fb50a1-4f60-455c-ab6e-6243338f8e4e req-35ae45da-d098-44f7-a11b-44d23168b553 service neutron] 10.222.0.72 "GET /v2.0/networks/37179b0d-df91-4999-9b23-d6b35cc378c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444209 Oct 28 14:41:03.528331 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-87837b3a-4532-4253-9a80-42cb42e065be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4880431'] for subnet, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:03.541660 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0a80f-bd86-4528-a099-d69ef70f1e2b req-fb7273ff-8f8b-4f73-98d0-fbad6eb065ae tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:03.543574 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e6d0a80f-bd86-4528-a099-d69ef70f1e2b req-fb7273ff-8f8b-4f73-98d0-fbad6eb065ae tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=501cbee6-c80d-4885-b6ac-73be10e5d33b HTTP/1.1" status: 200 len: 944 time: 0.0541832 Oct 28 14:41:03.569210 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87837b3a-4532-4253-9a80-42cb42e065be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d433804-dad8-491e-b9e2-92b85217c9eb,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:41:03.574367 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-87837b3a-4532-4253-9a80-42cb42e065be admin admin] Publish callbacks [] for subnet, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:03.577609 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-87837b3a-4532-4253-9a80-42cb42e065be admin admin] 10.222.0.79 "DELETE /v2.0/subnets/7d433804-dad8-491e-b9e2-92b85217c9eb HTTP/1.1" status: 204 len: 168 time: 0.3824666 Oct 28 14:41:03.580309 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 38154) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:41:03.581871 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-70fb50a1-4f60-455c-ab6e-6243338f8e4e req-f4d92e13-7cc0-4c23-9c3b-3683720cba85 service neutron] 10.222.0.72 "GET /v2.0/networks/37179b0d-df91-4999-9b23-d6b35cc378c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325529 Oct 28 14:41:03.593898 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e6d0a80f-bd86-4528-a099-d69ef70f1e2b req-5d02a8b8-9061-4b5b-a427-0e085bc5e07e tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440376 Oct 28 14:41:03.695400 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ddbf0b59-f2b1-4ae3-aad0-13e1646af0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1857466'] for network, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:03.715466 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026185d-0d0a-4596-8572-2da70c2c89d6 req-35b26ebb-dc24-4e38-92d9-066616ca85bf tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:03.717003 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7026185d-0d0a-4596-8572-2da70c2c89d6 req-35b26ebb-dc24-4e38-92d9-066616ca85bf tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0777259 Oct 28 14:41:03.806259 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5 up at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:41:03.813451 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ddbf0b59-f2b1-4ae3-aad0-13e1646af0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898964', 'neutron.services.segments.db._delete_segments_for_network-8782349021790'] for network, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:03.818630 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7026185d-0d0a-4596-8572-2da70c2c89d6 req-2fbb2094-dd9f-4d7c-bea4-42cf5c6d9c0c tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952401 Oct 28 14:41:03.841798 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-ddbf0b59-f2b1-4ae3-aad0-13e1646af0d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20eff5fa-5e05-482c-ad95-5d599db6bcbc']}} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:41:03.851920 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-ddbf0b59-f2b1-4ae3-aad0-13e1646af0d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3694388b-e5e4-407d-858f-07f3336d6bd8') {'for_net_delete': True} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:41:03.852200 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-ddbf0b59-f2b1-4ae3-aad0-13e1646af0d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3694388b-e5e4-407d-858f-07f3336d6bd8') {} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:41:03.859964 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning for port 6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5 completed by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 14:41:03.862094 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ddbf0b59-f2b1-4ae3-aad0-13e1646af0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782349022567', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125542'] for segment, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:03.863719 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning complete for port 6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:41:03.864090 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:03.875231 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ddbf0b59-f2b1-4ae3-aad0-13e1646af0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:03.881549 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddbf0b59-f2b1-4ae3-aad0-13e1646af0d4 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=101539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 14:41:03.881923 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ddbf0b59-f2b1-4ae3-aad0-13e1646af0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5860523'] for segment, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: Traceback (most recent call last): Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: timer() Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: cb(*args, **kw) Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: return func(*args, **kwargs) Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: self._notify() Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: self.callback(batched_events) Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: event.method(event) Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: return f(self, *a, **k) Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: return self._get(url).json() Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: return self.request(url, 'GET', **kwargs) Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 14:41:03.883802 dv-cinder-815848-1-iscsi neutron-server[101539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 14:41:03.937152 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ddbf0b59-f2b1-4ae3-aad0-13e1646af0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640333'] for network, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:03.941979 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ddbf0b59-f2b1-4ae3-aad0-13e1646af0d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:03.949231 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-ddbf0b59-f2b1-4ae3-aad0-13e1646af0d4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/20eff5fa-5e05-482c-ad95-5d599db6bcbc HTTP/1.1" status: 204 len: 168 time: 0.3640912 Oct 28 14:41:03.949231 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 38158) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:41:03.952581 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:03.983601 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf0b59-f2b1-4ae3-aad0-13e1646af0d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=20eff5fa-5e05-482c-ad95-5d599db6bcbc,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:41:03.984036 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501cbee6-c80d-4885-b6ac-73be10e5d33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:41:03.986927 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0901a9e-723f-4c6c-bc10-30c85121f935" -d '{"events": [{"server_uuid": "501cbee6-c80d-4885-b6ac-73be10e5d33b", "name": "network-vif-plugged", "status": "completed", "tag": "6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:41:04.001714 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5,segment=NetworkSegment(2e4b41f1-8520-42f7-8097-08c71739e061),segment_id=2e4b41f1-8520-42f7-8097-08c71739e061)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:41:04.006278 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.db_base_plugin_v2 [None req-423a1429-bf37-4981-b47e-7c3e2642830a admin admin] Deleting subnet e0bf20e0-fd35-4cbb-acd1-4ea4db501d5f {{(pid=101539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 14:41:04.007518 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:04.009815 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-423a1429-bf37-4981-b47e-7c3e2642830a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:04.034787 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cab7b55-0922-4ef9-86d7-dc783aa41376 x-openstack-request-id: req-6cab7b55-0922-4ef9-86d7-dc783aa41376 {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:41:04.035083 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501cbee6-c80d-4885-b6ac-73be10e5d33b", "name": "network-vif-plugged", "status": "completed", "tag": "6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:41:04.035905 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6cab7b55-0922-4ef9-86d7-dc783aa41376 {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:41:04.036307 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501cbee6-c80d-4885-b6ac-73be10e5d33b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5', 'code': 200} Oct 28 14:41:04.052419 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-423a1429-bf37-4981-b47e-7c3e2642830a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6125471'] for subnet, precommit_delete_associations {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:04.067509 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:41:04.093491 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-423a1429-bf37-4981-b47e-7c3e2642830a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888065'] for subnet, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:04.154288 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-423a1429-bf37-4981-b47e-7c3e2642830a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5860417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4688964'] for subnet, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:04.184515 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a1429-bf37-4981-b47e-7c3e2642830a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0bf20e0-fd35-4cbb-acd1-4ea4db501d5f,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:41:04.188834 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-423a1429-bf37-4981-b47e-7c3e2642830a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for subnet, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:04.192179 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-423a1429-bf37-4981-b47e-7c3e2642830a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e0bf20e0-fd35-4cbb-acd1-4ea4db501d5f HTTP/1.1" status: 204 len: 168 time: 0.2427971 Oct 28 14:41:04.195013 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 38166) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:41:04.298470 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-099ce672-bfe6-414f-8495-e8d947a43c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1857466'] for network, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:04.309256 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a2fe8-f6ec-4a46-b1d1-66bdce8f7075 req-3900e889-8d3e-4523-a213-a168ea9b9eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:04.310791 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-989a2fe8-f6ec-4a46-b1d1-66bdce8f7075 req-3900e889-8d3e-4523-a213-a168ea9b9eea service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=501cbee6-c80d-4885-b6ac-73be10e5d33b HTTP/1.1" status: 200 len: 1098 time: 0.0685260 Oct 28 14:41:04.408663 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-099ce672-bfe6-414f-8495-e8d947a43c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898964', 'neutron.services.segments.db._delete_segments_for_network-8782349021790'] for network, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:04.412454 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-989a2fe8-f6ec-4a46-b1d1-66bdce8f7075 req-4388e353-9635-43fd-9f84-82dca738e1a3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773957 Oct 28 14:41:04.431407 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.services.segments.db [None req-099ce672-bfe6-414f-8495-e8d947a43c46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86bab053-256e-4c60-a21d-c07132877061']}} {{(pid=101538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:41:04.440448 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.services.segments.db [None req-099ce672-bfe6-414f-8495-e8d947a43c46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be48b27-0c6e-4e88-ac66-8141d8a0f7f6') {'for_net_delete': True} {{(pid=101538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:41:04.440739 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.services.segments.db [None req-099ce672-bfe6-414f-8495-e8d947a43c46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be48b27-0c6e-4e88-ac66-8141d8a0f7f6') {} {{(pid=101538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:41:04.449832 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-099ce672-bfe6-414f-8495-e8d947a43c46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782349022567', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4821472'] for segment, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:04.464788 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-099ce672-bfe6-414f-8495-e8d947a43c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:04.473038 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099ce672-bfe6-414f-8495-e8d947a43c46 admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=101538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 14:41:04.473444 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-099ce672-bfe6-414f-8495-e8d947a43c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372438'] for segment, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: Traceback (most recent call last): Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: timer() Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: cb(*args, **kw) Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: return func(*args, **kwargs) Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: self._notify() Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: self.callback(batched_events) Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: event.method(event) Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: return f(self, *a, **k) Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: return self._get(url).json() Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: return self.request(url, 'GET', **kwargs) Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 14:41:04.475311 dv-cinder-815848-1-iscsi neutron-server[101538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 14:41:04.534183 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-099ce672-bfe6-414f-8495-e8d947a43c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640333'] for network, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:04.539662 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-099ce672-bfe6-414f-8495-e8d947a43c46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:04.543146 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-099ce672-bfe6-414f-8495-e8d947a43c46 admin admin] 10.222.0.79 "DELETE /v2.0/networks/86bab053-256e-4c60-a21d-c07132877061 HTTP/1.1" status: 204 len: 168 time: 0.3471470 Oct 28 14:41:04.554306 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ce672-bfe6-414f-8495-e8d947a43c46 admin admin] Pushing event deleted for resources: {'Network': ['ID=86bab053-256e-4c60-a21d-c07132877061,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:41:04.710056 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 38176) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:41:04.734225 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f22acb-e937-4681-a2b2-bdefcf246aac req-0ba853e8-d95b-4664-8f0a-a50ce8ca0a77 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:04.735690 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b4f22acb-e937-4681-a2b2-bdefcf246aac req-0ba853e8-d95b-4664-8f0a-a50ce8ca0a77 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=501cbee6-c80d-4885-b6ac-73be10e5d33b HTTP/1.1" status: 200 len: 945 time: 0.0616975 Oct 28 14:41:04.777582 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-75b1e202-0afc-49de-b580-a3ed691b740d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=edda4624f5724d91b68c8ca7e328397b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0664563 Oct 28 14:41:04.780511 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 38178) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:41:04.793953 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b4f22acb-e937-4681-a2b2-bdefcf246aac req-4bbfb7b6-d291-4452-ab50-a82cc38cd99f tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489619 Oct 28 14:41:04.834238 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-f55d80e5-2afb-4ff8-ad54-44539b1aea25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:04.856956 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-f55d80e5-2afb-4ff8-ad54-44539b1aea25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:04.913505 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-f55d80e5-2afb-4ff8-ad54-44539b1aea25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:04.916177 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-f55d80e5-2afb-4ff8-ad54-44539b1aea25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:04.917715 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-f55d80e5-2afb-4ff8-ad54-44539b1aea25 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/851c632d-0224-441b-9c55-0a75cf4534c6 HTTP/1.1" status: 204 len: 168 time: 0.1361792 Oct 28 14:41:04.926022 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d80e5-2afb-4ff8-ad54-44539b1aea25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851c632d-0224-441b-9c55-0a75cf4534c6,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:41:04.948060 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b84312-8d54-4161-87dd-d405a9764781 req-b0fa7525-6089-49b9-9d6d-276301fe745f tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:04.949766 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-56b84312-8d54-4161-87dd-d405a9764781 req-b0fa7525-6089-49b9-9d6d-276301fe745f tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0617416 Oct 28 14:41:04.996009 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-56b84312-8d54-4161-87dd-d405a9764781 req-c21c4403-822c-4644-bafe-5232c3346f2a tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401802 Oct 28 14:41:05.278173 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 38186) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:41:05.319332 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-40c1edad-1c0d-4470-9f79-bfab4827e972 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f7c2fe8b8ffa44e1a8a7adf3c66ce14a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400121 Oct 28 14:41:05.322712 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 38188) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:41:05.371785 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-6aa8d6b7-c075-4385-8dec-569b6bce5f3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:05.393122 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-6aa8d6b7-c075-4385-8dec-569b6bce5f3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:05.448287 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-6aa8d6b7-c075-4385-8dec-569b6bce5f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:05.450934 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-6aa8d6b7-c075-4385-8dec-569b6bce5f3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:05.452197 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-6aa8d6b7-c075-4385-8dec-569b6bce5f3a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/30ddf380-a255-42fa-8ce4-30575b7c68a7 HTTP/1.1" status: 204 len: 168 time: 0.1285996 Oct 28 14:41:05.464483 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8d6b7-c075-4385-8dec-569b6bce5f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ddf380-a255-42fa-8ce4-30575b7c68a7,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:41:05.912653 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd563b9-a60b-4a1a-8434-189f8dcc61dc req-171456a9-d5c3-4a5b-b967-2b7dec3351cc tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:05.914131 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7cd563b9-a60b-4a1a-8434-189f8dcc61dc req-171456a9-d5c3-4a5b-b967-2b7dec3351cc tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=501cbee6-c80d-4885-b6ac-73be10e5d33b HTTP/1.1" status: 200 len: 945 time: 0.0491138 Oct 28 14:41:05.955201 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7cd563b9-a60b-4a1a-8434-189f8dcc61dc req-ec002d70-5de9-4eeb-84eb-04949722c355 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341876 Oct 28 14:41:06.112725 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604cafc-35aa-4828-ac36-923abaaac4a5 req-069bb151-a786-42d7-a4f5-3e723c6ffae6 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:06.114207 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f604cafc-35aa-4828-ac36-923abaaac4a5 req-069bb151-a786-42d7-a4f5-3e723c6ffae6 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0497522 Oct 28 14:41:06.151301 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f604cafc-35aa-4828-ac36-923abaaac4a5 req-46b0fd7f-3395-4ed1-a213-ee20251907f6 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309186 Oct 28 14:41:07.071992 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96a63b-5aeb-4690-be79-e1cc0a5dc6f2 req-32222468-0b78-4de9-ba57-c17902080544 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:07.073630 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1a96a63b-5aeb-4690-be79-e1cc0a5dc6f2 req-32222468-0b78-4de9-ba57-c17902080544 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=501cbee6-c80d-4885-b6ac-73be10e5d33b HTTP/1.1" status: 200 len: 945 time: 0.0519288 Oct 28 14:41:07.124041 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1a96a63b-5aeb-4690-be79-e1cc0a5dc6f2 req-f47728e7-314d-4cfe-a7fa-7f4e2a30881c tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430856 Oct 28 14:41:07.274847 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e7bc0-1e7a-4c58-887c-ddbf7507453f req-6d6ecb74-6258-4332-b98b-36b51548f37f tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:07.276842 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2b8e7bc0-1e7a-4c58-887c-ddbf7507453f req-6d6ecb74-6258-4332-b98b-36b51548f37f tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0519104 Oct 28 14:41:07.326916 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2b8e7bc0-1e7a-4c58-887c-ddbf7507453f req-b272ea36-0e99-440c-b88d-67bf508d4b41 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410690 Oct 28 14:41:08.465568 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf7de3-fbf2-477c-b94f-f5ee7b3e883f req-b237ed6c-45e1-4680-b8c9-f23c75297592 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:08.471195 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-cbaf7de3-fbf2-477c-b94f-f5ee7b3e883f req-b237ed6c-45e1-4680-b8c9-f23c75297592 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0742526 Oct 28 14:41:08.520842 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-cbaf7de3-fbf2-477c-b94f-f5ee7b3e883f req-903612bc-583d-4ea9-a67e-04d88279f808 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452394 Oct 28 14:41:08.710947 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7df96f-56ba-4d2d-a660-2b8f7555e29c req-f4bd8e6b-b0ec-40f6-b977-1aa50996d801 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:08.712425 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5b7df96f-56ba-4d2d-a660-2b8f7555e29c req-f4bd8e6b-b0ec-40f6-b977-1aa50996d801 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0499606 Oct 28 14:41:08.756152 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5b7df96f-56ba-4d2d-a660-2b8f7555e29c req-ca5be536-bd8d-4e46-ab2a-42a1628c1472 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376453 Oct 28 14:41:08.784011 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4072d0-1495-431b-939a-c72bf01a88b5 req-cdb8073a-df55-4b5f-a138-443387add554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:08.785528 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-4e4072d0-1495-431b-939a-c72bf01a88b5 req-cdb8073a-df55-4b5f-a138-443387add554 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9e334a6e70ac4c2a882f287ce31d287e&device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 1098 time: 0.0445685 Oct 28 14:41:08.892654 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4072d0-1495-431b-939a-c72bf01a88b5 req-0a557302-ebe0-4e9a-90e0-a1f9e65a4712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:08.894123 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-4e4072d0-1495-431b-939a-c72bf01a88b5 req-0a557302-ebe0-4e9a-90e0-a1f9e65a4712 service neutron] 10.222.0.72 "GET /v2.0/networks?id=37179b0d-df91-4999-9b23-d6b35cc378c2 HTTP/1.1" status: 200 len: 911 time: 0.1008480 Oct 28 14:41:08.967532 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-4e4072d0-1495-431b-939a-c72bf01a88b5 req-34d8a5b3-c2e1-44b2-8c06-27a71e41c101 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a01d322-7e87-41a2-83c4-3821e0aa5d34 HTTP/1.1" status: 200 len: 1001 time: 0.0624480 Oct 28 14:41:09.026514 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4072d0-1495-431b-939a-c72bf01a88b5 req-808046ad-a61b-4e55-93fc-96c704ee4715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:09.027986 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-4e4072d0-1495-431b-939a-c72bf01a88b5 req-808046ad-a61b-4e55-93fc-96c704ee4715 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb6c52cb-73bc-43b9-9665-77e60bb1696b HTTP/1.1" status: 200 len: 849 time: 0.0446610 Oct 28 14:41:09.093960 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4072d0-1495-431b-939a-c72bf01a88b5 req-dbf55487-218a-46b1-bfd5-874060c3395d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:09.095431 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-4e4072d0-1495-431b-939a-c72bf01a88b5 req-dbf55487-218a-46b1-bfd5-874060c3395d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=37179b0d-df91-4999-9b23-d6b35cc378c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522645 Oct 28 14:41:09.200161 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-4e4072d0-1495-431b-939a-c72bf01a88b5 req-2169879e-584d-403f-9170-84524ef8cf66 service neutron] 10.222.0.72 "GET /v2.0/networks/37179b0d-df91-4999-9b23-d6b35cc378c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895755 Oct 28 14:41:09.303332 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-4e4072d0-1495-431b-939a-c72bf01a88b5 req-c4e73548-ab28-4b4f-9ff0-a48ffc84b3c3 service neutron] 10.222.0.72 "GET /v2.0/networks/37179b0d-df91-4999-9b23-d6b35cc378c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898004 Oct 28 14:41:09.886906 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502055e-9728-4d32-9a5b-2f17906c747e req-a44e6b04-330f-4f4a-93eb-25aa397ba35a tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:09.888351 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7502055e-9728-4d32-9a5b-2f17906c747e req-a44e6b04-330f-4f4a-93eb-25aa397ba35a tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0498121 Oct 28 14:41:09.927053 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7502055e-9728-4d32-9a5b-2f17906c747e req-b9199a93-aa2f-4a12-b7b0-0156b038682c tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325344 Oct 28 14:41:11.047782 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebacd14-a492-44f4-8624-3032f9889760 req-4fe96712-70d6-4856-927b-963372562664 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:11.049215 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4ebacd14-a492-44f4-8624-3032f9889760 req-4fe96712-70d6-4856-927b-963372562664 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0506964 Oct 28 14:41:11.087151 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4ebacd14-a492-44f4-8624-3032f9889760 req-dc2245b7-0d5c-470b-aa2e-ec3776591859 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314319 Oct 28 14:41:17.062650 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-9587a02b-2aeb-4860-a17e-d5fb4539429c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:20.090230 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-7d74b24d-534e-47fb-a6f1-b8d17112842e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:21.042733 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:21.215383 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:22.101917 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:27.392265 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:41:30.443644 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5b723-864e-4f2b-88a7-1abe02efd2f8 req-a4c35a8a-343c-464c-a3bc-906266197723 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:30.445018 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6ec5b723-864e-4f2b-88a7-1abe02efd2f8 req-a4c35a8a-343c-464c-a3bc-906266197723 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=501cbee6-c80d-4885-b6ac-73be10e5d33b HTTP/1.1" status: 200 len: 945 time: 0.0528669 Oct 28 14:41:30.496627 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6ec5b723-864e-4f2b-88a7-1abe02efd2f8 req-33daea3d-6ce2-45e5-bc20-8cdf05115fae tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418804 Oct 28 14:41:31.627461 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00b2c8-dd47-465b-b899-a510fa971430 req-97883266-d6be-4f05-9ef3-fb5925f7819c tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:31.628910 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2b00b2c8-dd47-465b-b899-a510fa971430 req-97883266-d6be-4f05-9ef3-fb5925f7819c tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=501cbee6-c80d-4885-b6ac-73be10e5d33b HTTP/1.1" status: 200 len: 945 time: 0.0504186 Oct 28 14:41:31.665938 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2b00b2c8-dd47-465b-b899-a510fa971430 req-13ab4e23-0e7d-4994-9569-6dfbdafc929e tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309162 Oct 28 14:41:32.472583 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:32.780814 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2cc70-ed04-48f3-b8a1-877ddb49c55b req-7283f6b3-7a97-43b1-96f7-779a1b774b02 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:32.782165 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-cac2cc70-ed04-48f3-b8a1-877ddb49c55b req-7283f6b3-7a97-43b1-96f7-779a1b774b02 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/ports?device_id=501cbee6-c80d-4885-b6ac-73be10e5d33b HTTP/1.1" status: 200 len: 945 time: 0.0492046 Oct 28 14:41:32.824845 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-cac2cc70-ed04-48f3-b8a1-877ddb49c55b req-f7c7d032-c008-41a6-8392-e6ae0b004438 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.79 "GET /v2.0/security-groups?id=3b065d60-9909-4df3-93cc-8b08feec06e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366185 Oct 28 14:41:32.835508 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d9596-845e-4c92-8d4b-e8da7fe59de9 req-1fbbaad2-b984-416a-9958-820c7aac2142 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:41:32.837000 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-1e6d9596-845e-4c92-8d4b-e8da7fe59de9 req-1fbbaad2-b984-416a-9958-820c7aac2142 tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.72 "GET /v2.0/ports?device_id=501cbee6-c80d-4885-b6ac-73be10e5d33b HTTP/1.1" status: 200 len: 945 time: 0.0482996 Oct 28 14:41:32.938694 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-1e6d9596-845e-4c92-8d4b-e8da7fe59de9 req-2abb641c-3eda-4da3-a703-5a20f6eb22da tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Deleting port 6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5 {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:41:32.939040 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-1e6d9596-845e-4c92-8d4b-e8da7fe59de9 req-2abb641c-3eda-4da3-a703-5a20f6eb22da tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:33.026011 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-1e6d9596-845e-4c92-8d4b-e8da7fe59de9 req-2abb641c-3eda-4da3-a703-5a20f6eb22da tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] For port 6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5,segment=NetworkSegment(2e4b41f1-8520-42f7-8097-08c71739e061),segment_id=2e4b41f1-8520-42f7-8097-08c71739e061)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:41:33.026336 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-1e6d9596-845e-4c92-8d4b-e8da7fe59de9 req-2abb641c-3eda-4da3-a703-5a20f6eb22da tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:33.038656 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-1e6d9596-845e-4c92-8d4b-e8da7fe59de9 req-2abb641c-3eda-4da3-a703-5a20f6eb22da tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Calling delete_port for 6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5 owned by compute:nova {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:41:33.171233 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-1e6d9596-845e-4c92-8d4b-e8da7fe59de9 req-2abb641c-3eda-4da3-a703-5a20f6eb22da tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:33.185615 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:41:33.213637 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb641c-3eda-4da3-a703-5a20f6eb22da tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Pushing event deleted for resources: {'Port': ['ID=6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:41:33.258240 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6d9596-845e-4c92-8d4b-e8da7fe59de9 req-2abb641c-3eda-4da3-a703-5a20f6eb22da tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] No DVR routers for this DVR port 6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5 on host hv-cinder-81584 {{(pid=101538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:41:33.260657 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-1e6d9596-845e-4c92-8d4b-e8da7fe59de9 req-2abb641c-3eda-4da3-a703-5a20f6eb22da tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:33.264095 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-1e6d9596-845e-4c92-8d4b-e8da7fe59de9 req-2abb641c-3eda-4da3-a703-5a20f6eb22da tempest-VolumesSnapshotTestJSON-179189258 tempest-VolumesSnapshotTestJSON-179189258-project] 10.222.0.72 "DELETE /v2.0/ports/6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5 HTTP/1.1" status: 204 len: 173 time: 0.4199476 Oct 28 14:41:33.264554 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501cbee6-c80d-4885-b6ac-73be10e5d33b', 'name': 'network-vif-deleted', 'tag': '6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:41:33.266864 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8dd6a6-7850-4e83-a042-2b6de1cb93bb" -d '{"events": [{"server_uuid": "501cbee6-c80d-4885-b6ac-73be10e5d33b", "name": "network-vif-deleted", "tag": "6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:41:33.311469 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56725af-b396-46e6-b8c8-03981b861058 x-openstack-request-id: req-e56725af-b396-46e6-b8c8-03981b861058 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:41:33.312059 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501cbee6-c80d-4885-b6ac-73be10e5d33b", "name": "network-vif-deleted", "tag": "6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:41:33.312379 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e56725af-b396-46e6-b8c8-03981b861058 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:41:33.312894 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501cbee6-c80d-4885-b6ac-73be10e5d33b', 'name': 'network-vif-deleted', 'tag': '6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5', 'status': 'completed', 'code': 200} Oct 28 14:41:35.918767 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:41:35.946605 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] No Port match for: 6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:41:35.946991 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 6bffb798-54d1-4ab5-b0ba-f8cd97cc15a5 not bound to the agent host hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:41:47.060179 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-5993e549-2bdd-443c-ba82-91c005996cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:47.887886 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 38864) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:41:47.995219 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d911450c-f483-47b1-a080-72c0798abb75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:48.081182 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d911450c-f483-47b1-a080-72c0798abb75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:48.086393 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d911450c-f483-47b1-a080-72c0798abb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:48.123314 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-d911450c-f483-47b1-a080-72c0798abb75 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=84311f9716e643ef896b3d37eb16f6a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342496 Oct 28 14:41:48.124076 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911450c-f483-47b1-a080-72c0798abb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826e9643-8bb0-48c9-b064-781db1ef82c6,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:41:48.126119 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 38874) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:41:48.177526 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-6354dc7b-b32a-4bea-a531-d4c1d159eef6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:48.198194 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-6354dc7b-b32a-4bea-a531-d4c1d159eef6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:48.248553 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-6354dc7b-b32a-4bea-a531-d4c1d159eef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:48.251075 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-6354dc7b-b32a-4bea-a531-d4c1d159eef6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:48.252173 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-6354dc7b-b32a-4bea-a531-d4c1d159eef6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/826e9643-8bb0-48c9-b064-781db1ef82c6 HTTP/1.1" status: 204 len: 168 time: 0.1249037 Oct 28 14:41:48.260033 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354dc7b-b32a-4bea-a531-d4c1d159eef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826e9643-8bb0-48c9-b064-781db1ef82c6,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:41:48.266922 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6354dc7b-b32a-4bea-a531-d4c1d159eef6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:41:48.267269 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6354dc7b-b32a-4bea-a531-d4c1d159eef6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:41:48.267603 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6354dc7b-b32a-4bea-a531-d4c1d159eef6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:41:48.267945 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6354dc7b-b32a-4bea-a531-d4c1d159eef6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:41:48.268250 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6354dc7b-b32a-4bea-a531-d4c1d159eef6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:41:48.268586 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6354dc7b-b32a-4bea-a531-d4c1d159eef6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:41:48.268901 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6354dc7b-b32a-4bea-a531-d4c1d159eef6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:41:48.269218 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6354dc7b-b32a-4bea-a531-d4c1d159eef6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:41:48.269540 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6354dc7b-b32a-4bea-a531-d4c1d159eef6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:41:48.269849 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6354dc7b-b32a-4bea-a531-d4c1d159eef6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:41:48.270165 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6354dc7b-b32a-4bea-a531-d4c1d159eef6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:41:48.270478 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6354dc7b-b32a-4bea-a531-d4c1d159eef6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:41:50.098572 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-0f28bf7f-7eda-421a-bd1e-b49c8b94fd64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:51.029660 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:51.227320 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:52.108637 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:59.176059 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 39026) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:41:59.292594 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-19801dea-0f9f-4da1-9e65-af15ac2728c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:59.369482 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-19801dea-0f9f-4da1-9e65-af15ac2728c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:59.375758 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-19801dea-0f9f-4da1-9e65-af15ac2728c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:59.411876 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-19801dea-0f9f-4da1-9e65-af15ac2728c4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ce9c42b4505e4ddf993fe38d9d1b1afb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347677 Oct 28 14:41:59.412686 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19801dea-0f9f-4da1-9e65-af15ac2728c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf45f3f4-138f-4822-b58f-8e2ff3b81944,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:41:59.415014 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 39030) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:41:59.420409 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801dea-0f9f-4da1-9e65-af15ac2728c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:41:59.420759 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801dea-0f9f-4da1-9e65-af15ac2728c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:41:59.421090 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801dea-0f9f-4da1-9e65-af15ac2728c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:41:59.421418 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801dea-0f9f-4da1-9e65-af15ac2728c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:41:59.421775 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801dea-0f9f-4da1-9e65-af15ac2728c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:41:59.422074 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801dea-0f9f-4da1-9e65-af15ac2728c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:41:59.422458 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801dea-0f9f-4da1-9e65-af15ac2728c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:41:59.422799 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801dea-0f9f-4da1-9e65-af15ac2728c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:41:59.423121 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801dea-0f9f-4da1-9e65-af15ac2728c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:41:59.423437 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801dea-0f9f-4da1-9e65-af15ac2728c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:41:59.423733 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801dea-0f9f-4da1-9e65-af15ac2728c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:41:59.424047 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801dea-0f9f-4da1-9e65-af15ac2728c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:41:59.465756 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-add6fe00-ce09-432c-b315-31b76eb0f49e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:59.487529 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-add6fe00-ce09-432c-b315-31b76eb0f49e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:59.535762 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-add6fe00-ce09-432c-b315-31b76eb0f49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:59.538291 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-add6fe00-ce09-432c-b315-31b76eb0f49e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:59.539458 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-add6fe00-ce09-432c-b315-31b76eb0f49e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bf45f3f4-138f-4822-b58f-8e2ff3b81944 HTTP/1.1" status: 204 len: 168 time: 0.1230710 Oct 28 14:41:59.547370 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6fe00-ce09-432c-b315-31b76eb0f49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf45f3f4-138f-4822-b58f-8e2ff3b81944,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:41:59.819870 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 39042) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:41:59.835089 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-f891d094-d617-4a4b-95df-e34ac52de073 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:59.912989 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-f891d094-d617-4a4b-95df-e34ac52de073 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:59.919424 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-f891d094-d617-4a4b-95df-e34ac52de073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:41:59.962711 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-f891d094-d617-4a4b-95df-e34ac52de073 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fb51480899634bc89e6be93b29f1f2e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415772 Oct 28 14:41:59.965761 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 39048) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:41:59.967380 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891d094-d617-4a4b-95df-e34ac52de073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6453137-7b42-49ab-908a-0f480fa061c3,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:00.021971 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-20476b8f-cff1-4530-b789-34b43e386800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:00.044561 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-20476b8f-cff1-4530-b789-34b43e386800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:00.097240 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-20476b8f-cff1-4530-b789-34b43e386800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:00.100975 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-20476b8f-cff1-4530-b789-34b43e386800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:00.102550 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-20476b8f-cff1-4530-b789-34b43e386800 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d6453137-7b42-49ab-908a-0f480fa061c3 HTTP/1.1" status: 204 len: 168 time: 0.1350875 Oct 28 14:42:00.111369 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20476b8f-cff1-4530-b789-34b43e386800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6453137-7b42-49ab-908a-0f480fa061c3,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:02.464898 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:03.486810 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31042e7-6064-4845-a5ac-3aba17d5216e req-f7590499-6b24-4bfa-9c9e-cd899b54b227 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:03.488371 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e31042e7-6064-4845-a5ac-3aba17d5216e req-f7590499-6b24-4bfa-9c9e-cd899b54b227 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 947 time: 0.0532939 Oct 28 14:42:03.530738 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e31042e7-6064-4845-a5ac-3aba17d5216e req-b8d9ca3f-d223-4ae6-8e02-0bf45f68f179 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348639 Oct 28 14:42:04.374733 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 39176) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:04.390561 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:42:04.420618 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc458d6b-1573-4a4e-8422-6f46173e1688 admin admin] Deleting subnet a70ca87f-e32e-4588-876d-15656de44e37 {{(pid=101538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 14:42:04.423860 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-bc458d6b-1573-4a4e-8422-6f46173e1688 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:04.459204 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-bc458d6b-1573-4a4e-8422-6f46173e1688 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4821401'] for subnet, precommit_delete_associations {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:04.497255 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-bc458d6b-1573-4a4e-8422-6f46173e1688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888065'] for subnet, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:04.526258 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 39180) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:04.564797 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-bc458d6b-1573-4a4e-8422-6f46173e1688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4880431'] for subnet, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:04.589700 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc458d6b-1573-4a4e-8422-6f46173e1688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a70ca87f-e32e-4588-876d-15656de44e37,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:04.594311 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-bc458d6b-1573-4a4e-8422-6f46173e1688 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:04.600470 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 39186) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:04.601019 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-bc458d6b-1573-4a4e-8422-6f46173e1688 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a70ca87f-e32e-4588-876d-15656de44e37 HTTP/1.1" status: 204 len: 168 time: 0.2244141 Oct 28 14:42:04.650389 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-aecc6ce5-5d4c-4f77-89b3-a455a17a98cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:04.677339 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-5131a943-267f-49cd-8231-75eb0d1b8d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1857466'] for network, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:04.732301 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-aecc6ce5-5d4c-4f77-89b3-a455a17a98cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:04.737944 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-aecc6ce5-5d4c-4f77-89b3-a455a17a98cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:04.767765 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-5131a943-267f-49cd-8231-75eb0d1b8d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898964', 'neutron.services.segments.db._delete_segments_for_network-8782349021790'] for network, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:04.777555 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc6ce5-5d4c-4f77-89b3-a455a17a98cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4ccbdc-23a7-4d73-b99b-eeb21ac1c3e4,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:04.783404 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-aecc6ce5-5d4c-4f77-89b3-a455a17a98cc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=24b2ae6fb276462f98bf7fb2c0b4b749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558718 Oct 28 14:42:04.786052 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 39190) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:04.814775 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-5131a943-267f-49cd-8231-75eb0d1b8d4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85db76e5-dc63-4708-809d-c5852ddccd85']}} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:42:04.825752 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-5131a943-267f-49cd-8231-75eb0d1b8d4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4b41f1-8520-42f7-8097-08c71739e061') {'for_net_delete': True} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:42:04.826040 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-5131a943-267f-49cd-8231-75eb0d1b8d4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4b41f1-8520-42f7-8097-08c71739e061') {} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:42:04.835872 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9be0db17-35f3-4882-aad0-3dbd01628be6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:04.837352 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-5131a943-267f-49cd-8231-75eb0d1b8d4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782349022567', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125542'] for segment, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:04.856233 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9be0db17-35f3-4882-aad0-3dbd01628be6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:04.857485 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10eb281-6773-4d74-938e-da09ac2564d3 req-5e537502-760c-4143-add2-b1509e5d8be9 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:04.858974 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e10eb281-6773-4d74-938e-da09ac2564d3 req-5e537502-760c-4143-add2-b1509e5d8be9 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 947 time: 0.2147806 Oct 28 14:42:04.859882 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-5131a943-267f-49cd-8231-75eb0d1b8d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:04.868503 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5131a943-267f-49cd-8231-75eb0d1b8d4c admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=101539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 14:42:04.868876 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-5131a943-267f-49cd-8231-75eb0d1b8d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5860523'] for segment, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: Traceback (most recent call last): Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: timer() Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: cb(*args, **kw) Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: return func(*args, **kwargs) Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: self._notify() Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: self.callback(batched_events) Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: event.method(event) Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: return f(self, *a, **k) Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: return self._get(url).json() Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: return self.request(url, 'GET', **kwargs) Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 14:42:04.870615 dv-cinder-815848-1-iscsi neutron-server[101539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 14:42:04.908614 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9be0db17-35f3-4882-aad0-3dbd01628be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:04.911311 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9be0db17-35f3-4882-aad0-3dbd01628be6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:04.912480 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-9be0db17-35f3-4882-aad0-3dbd01628be6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1d4ccbdc-23a7-4d73-b99b-eeb21ac1c3e4 HTTP/1.1" status: 204 len: 168 time: 0.1252146 Oct 28 14:42:04.924501 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0db17-35f3-4882-aad0-3dbd01628be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4ccbdc-23a7-4d73-b99b-eeb21ac1c3e4,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:04.955224 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e10eb281-6773-4d74-938e-da09ac2564d3 req-a7679778-62bb-43d2-a01a-dd1de0d46d11 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=e28615f2-2230-4874-bc0f-fef5393ca470&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886030 Oct 28 14:42:04.956391 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-5131a943-267f-49cd-8231-75eb0d1b8d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640333'] for network, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:04.961096 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-5131a943-267f-49cd-8231-75eb0d1b8d4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:04.964821 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-5131a943-267f-49cd-8231-75eb0d1b8d4c admin admin] 10.222.0.79 "DELETE /v2.0/networks/85db76e5-dc63-4708-809d-c5852ddccd85 HTTP/1.1" status: 204 len: 168 time: 0.3622186 Oct 28 14:42:04.977276 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131a943-267f-49cd-8231-75eb0d1b8d4c admin admin] Pushing event deleted for resources: {'Network': ['ID=85db76e5-dc63-4708-809d-c5852ddccd85,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:05.095103 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 39198) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:05.133843 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-343138ad-e846-4aec-ae42-cf4be7accaf5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c550273fcf3242e683f9f92f9456dbee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374980 Oct 28 14:42:05.136365 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 39200) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:05.184777 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-91372683-b85e-44b8-bb8b-4ff268dd38e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:05.210572 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-91372683-b85e-44b8-bb8b-4ff268dd38e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:05.261260 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-91372683-b85e-44b8-bb8b-4ff268dd38e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:05.263822 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-91372683-b85e-44b8-bb8b-4ff268dd38e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:05.266709 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-91372683-b85e-44b8-bb8b-4ff268dd38e6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3b065d60-9909-4df3-93cc-8b08feec06e0 HTTP/1.1" status: 204 len: 168 time: 0.1276593 Oct 28 14:42:05.269445 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 39202) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:05.273269 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91372683-b85e-44b8-bb8b-4ff268dd38e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b065d60-9909-4df3-93cc-8b08feec06e0,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:05.285881 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa0d03-d609-40aa-8cb6-d707a4146e7a req-e0d57cdd-658a-47b4-a295-8949fea026ca tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:05.287476 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-54aa0d03-d609-40aa-8cb6-d707a4146e7a req-e0d57cdd-658a-47b4-a295-8949fea026ca tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.72 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 947 time: 0.0679872 Oct 28 14:42:05.293932 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-8ac40012-289d-44b2-bac8-811189c561f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:05.436544 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-54aa0d03-d609-40aa-8cb6-d707a4146e7a req-02974a12-7ebd-4e4a-bd9f-9ec6e38ac255 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Deleting port 45ec9642-12d9-434d-9a64-a82adf4927f5 {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:42:05.437362 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-54aa0d03-d609-40aa-8cb6-d707a4146e7a req-02974a12-7ebd-4e4a-bd9f-9ec6e38ac255 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:05.441126 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-8ac40012-289d-44b2-bac8-811189c561f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:05.455117 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-8ac40012-289d-44b2-bac8-811189c561f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:05.535692 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac40012-289d-44b2-bac8-811189c561f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b9393b-8c65-4dbf-8529-72b379b63822,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:05.543264 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-8ac40012-289d-44b2-bac8-811189c561f3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4ac47bcd904d402581c491afdf13eae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725070 Oct 28 14:42:05.546041 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 39208) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:05.580904 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-54aa0d03-d609-40aa-8cb6-d707a4146e7a req-02974a12-7ebd-4e4a-bd9f-9ec6e38ac255 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] For port 45ec9642-12d9-434d-9a64-a82adf4927f5, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=45ec9642-12d9-434d-9a64-a82adf4927f5,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:42:05.581418 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-54aa0d03-d609-40aa-8cb6-d707a4146e7a req-02974a12-7ebd-4e4a-bd9f-9ec6e38ac255 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:05.620761 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-32c6a13a-879e-40f4-8b5c-68ac2c0b5c9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:05.641284 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-32c6a13a-879e-40f4-8b5c-68ac2c0b5c9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:05.687679 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-32c6a13a-879e-40f4-8b5c-68ac2c0b5c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:05.690188 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-32c6a13a-879e-40f4-8b5c-68ac2c0b5c9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:05.691374 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-32c6a13a-879e-40f4-8b5c-68ac2c0b5c9e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/93b9393b-8c65-4dbf-8529-72b379b63822 HTTP/1.1" status: 204 len: 168 time: 0.1441960 Oct 28 14:42:05.699293 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6a13a-879e-40f4-8b5c-68ac2c0b5c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b9393b-8c65-4dbf-8529-72b379b63822,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:05.811539 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-54aa0d03-d609-40aa-8cb6-d707a4146e7a req-02974a12-7ebd-4e4a-bd9f-9ec6e38ac255 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:05.812108 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-54aa0d03-d609-40aa-8cb6-d707a4146e7a req-02974a12-7ebd-4e4a-bd9f-9ec6e38ac255 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640319'] for floatingip, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:05.812667 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.db.l3_db [req-54aa0d03-d609-40aa-8cb6-d707a4146e7a req-02974a12-7ebd-4e4a-bd9f-9ec6e38ac255 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Floating IP 9b997fe6-c8fd-4420-a70c-78dfdcc96887 disassociated. External IP: 172.27.2.7, port: 45ec9642-12d9-434d-9a64-a82adf4927f5. Oct 28 14:42:05.813442 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-54aa0d03-d609-40aa-8cb6-d707a4146e7a req-02974a12-7ebd-4e4a-bd9f-9ec6e38ac255 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Calling delete_port for 45ec9642-12d9-434d-9a64-a82adf4927f5 owned by compute:nova {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:42:05.943591 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-54aa0d03-d609-40aa-8cb6-d707a4146e7a req-02974a12-7ebd-4e4a-bd9f-9ec6e38ac255 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:05.974563 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02974a12-7ebd-4e4a-bd9f-9ec6e38ac255 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Pushing event deleted for resources: {'Port': ['ID=45ec9642-12d9-434d-9a64-a82adf4927f5,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:06.063809 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-af6ae0cd-2d3a-45bc-b293-9e4dc911dcd9 req-288623b6-b84b-432b-a5f8-31cbea37624c tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b92d161-e1ba-469f-89ea-a72e2925b4bf HTTP/1.1" status: 200 len: 210 time: 0.0342867 Oct 28 14:42:06.092141 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54aa0d03-d609-40aa-8cb6-d707a4146e7a req-02974a12-7ebd-4e4a-bd9f-9ec6e38ac255 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Router 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:42:06.466809 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54aa0d03-d609-40aa-8cb6-d707a4146e7a req-02974a12-7ebd-4e4a-bd9f-9ec6e38ac255 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:42:06.478579 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d1ad06-2e27-4a53-9b82-263a47855540 None None] Sync routers for ids ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'] in dv-cinder-815848-1-iscsi {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:42:06.490563 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d1ad06-2e27-4a53-9b82-263a47855540 None None] Routers {'5b287cdb-ac50-4cf8-b5eb-ebdbab335342'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:42:06.491504 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-00d1ad06-2e27-4a53-9b82-263a47855540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:41:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:42:06.514082 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-54aa0d03-d609-40aa-8cb6-d707a4146e7a req-02974a12-7ebd-4e4a-bd9f-9ec6e38ac255 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] No DVR routers for this DVR port 45ec9642-12d9-434d-9a64-a82adf4927f5 on host hv-cinder-81584 {{(pid=101538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:42:06.517108 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-54aa0d03-d609-40aa-8cb6-d707a4146e7a req-02974a12-7ebd-4e4a-bd9f-9ec6e38ac255 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:06.521389 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-54aa0d03-d609-40aa-8cb6-d707a4146e7a req-02974a12-7ebd-4e4a-bd9f-9ec6e38ac255 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.72 "DELETE /v2.0/ports/45ec9642-12d9-434d-9a64-a82adf4927f5 HTTP/1.1" status: 204 len: 173 time: 1.2242322 Oct 28 14:42:06.521957 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b92d161-e1ba-469f-89ea-a72e2925b4bf', 'name': 'network-vif-deleted', 'tag': '45ec9642-12d9-434d-9a64-a82adf4927f5'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:42:06.525035 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3767cf-7d1e-4488-9754-0d3961a4d5d7" -d '{"events": [{"server_uuid": "4b92d161-e1ba-469f-89ea-a72e2925b4bf", "name": "network-vif-deleted", "tag": "45ec9642-12d9-434d-9a64-a82adf4927f5"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:42:06.575447 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddd5c66-c09c-4c8e-a06e-9788b14a31ed x-openstack-request-id: req-5ddd5c66-c09c-4c8e-a06e-9788b14a31ed {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:42:06.575799 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b92d161-e1ba-469f-89ea-a72e2925b4bf", "name": "network-vif-deleted", "tag": "45ec9642-12d9-434d-9a64-a82adf4927f5", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:42:06.576193 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5ddd5c66-c09c-4c8e-a06e-9788b14a31ed {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:42:06.576801 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b92d161-e1ba-469f-89ea-a72e2925b4bf', 'name': 'network-vif-deleted', 'tag': '45ec9642-12d9-434d-9a64-a82adf4927f5', 'status': 'completed', 'code': 200} Oct 28 14:42:06.637026 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-00d1ad06-2e27-4a53-9b82-263a47855540 None None] Set router 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:42:06.847740 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-00d1ad06-2e27-4a53-9b82-263a47855540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'name': 'tempest-AttachVolumeShelveTestJSON-1003602660-router', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:53Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'gw_port': {'id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:56Z', 'updated_at': '2021-10-28T14:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'baab3484-c53c-42e4-a44d-d303f6883550', 'name': '', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'mac_address': 'fa:16:3e:1c:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8c385150-b18d-415b-9404-b587a3485a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:03Z', 'updated_at': '2021-10-28T14:37:16Z', 'revision_number': 5, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'subnets': [{'id': '8c385150-b18d-415b-9404-b587a3485a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:42:06.871427 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 39242) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:06.878608 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d1ad06-2e27-4a53-9b82-263a47855540 None None] Checking router: 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 for host: dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:42:06.888362 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d1ad06-2e27-4a53-9b82-263a47855540 None None] Routers {'5b287cdb-ac50-4cf8-b5eb-ebdbab335342'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:42:06.889161 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-00d1ad06-2e27-4a53-9b82-263a47855540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:41:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:42:07.014145 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-97ec50d8-1cc4-4bbc-9153-858903f9db01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:07.033463 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-00d1ad06-2e27-4a53-9b82-263a47855540 None None] Set router 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:42:07.100796 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-97ec50d8-1cc4-4bbc-9153-858903f9db01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:07.105940 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-97ec50d8-1cc4-4bbc-9153-858903f9db01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:07.136056 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-97ec50d8-1cc4-4bbc-9153-858903f9db01 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7972e473d2074c7ba6d41413bb1e9c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637997 Oct 28 14:42:07.138908 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 39250) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:07.157425 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec50d8-1cc4-4bbc-9153-858903f9db01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0da6d66-d32e-40ac-845e-20832f08a076,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:07.213847 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-acfdff41-78ba-41e1-b680-09c42701b77b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:07.235012 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-acfdff41-78ba-41e1-b680-09c42701b77b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:07.267648 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-00d1ad06-2e27-4a53-9b82-263a47855540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'name': 'tempest-AttachVolumeShelveTestJSON-1003602660-router', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:53Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'gw_port': {'id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:56Z', 'updated_at': '2021-10-28T14:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'baab3484-c53c-42e4-a44d-d303f6883550', 'name': '', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'mac_address': 'fa:16:3e:1c:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8c385150-b18d-415b-9404-b587a3485a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:03Z', 'updated_at': '2021-10-28T14:37:16Z', 'revision_number': 5, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'subnets': [{'id': '8c385150-b18d-415b-9404-b587a3485a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:42:07.284713 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-acfdff41-78ba-41e1-b680-09c42701b77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:07.287758 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-acfdff41-78ba-41e1-b680-09c42701b77b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:07.291878 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-acfdff41-78ba-41e1-b680-09c42701b77b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a0da6d66-d32e-40ac-845e-20832f08a076 HTTP/1.1" status: 204 len: 168 time: 0.1484745 Oct 28 14:42:07.300482 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d1ad06-2e27-4a53-9b82-263a47855540 None None] The sync data for ids ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'] in dv-cinder-815848-1-iscsi is: [{'id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'name': 'tempest-AttachVolumeShelveTestJSON-1003602660-router', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:53Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'gw_port': {'id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:56Z', 'updated_at': '2021-10-28T14:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'baab3484-c53c-42e4-a44d-d303f6883550', 'name': '', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'mac_address': 'fa:16:3e:1c:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8c385150-b18d-415b-9404-b587a3485a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:03Z', 'updated_at': '2021-10-28T14:37:16Z', 'revision_number': 5, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'subnets': [{'id': '8c385150-b18d-415b-9404-b587a3485a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:42:07.307911 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfdff41-78ba-41e1-b680-09c42701b77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0da6d66-d32e-40ac-845e-20832f08a076,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:07.558647 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b63380c-827f-4b90-b9ea-56d95fb16ed6 None None] New status for floating IP 9b997fe6-c8fd-4420-a70c-78dfdcc96887: DOWN {{(pid=101541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 14:42:08.211635 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 39280) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:08.269886 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-1dee2f26-bbba-4461-baf4-407822421607 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:08.295251 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-1dee2f26-bbba-4461-baf4-407822421607 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:08.344806 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-1dee2f26-bbba-4461-baf4-407822421607 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:08.347406 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-1dee2f26-bbba-4461-baf4-407822421607 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:08.351594 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 39284) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:08.352221 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-1dee2f26-bbba-4461-baf4-407822421607 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "DELETE /v2.0/security-groups/e28615f2-2230-4874-bc0f-fef5393ca470 HTTP/1.1" status: 204 len: 168 time: 0.1358433 Oct 28 14:42:08.362380 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee2f26-bbba-4461-baf4-407822421607 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28615f2-2230-4874-bc0f-fef5393ca470,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:08.367898 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.api.v2.resource [None req-51563c47-bc06-4967-886f-c16201912292 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] show failed (client error): The resource could not be found. Oct 28 14:42:08.368211 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-51563c47-bc06-4967-886f-c16201912292 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups/e28615f2-2230-4874-bc0f-fef5393ca470 HTTP/1.1" status: 404 len: 347 time: 0.0155978 Oct 28 14:42:08.372350 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 39286) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:08.422119 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 39288) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:08.511421 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-00f4784f-b652-4b31-8034-5a63ce42f0c6 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Deleting port e6f660d5-ff48-4379-a4b6-99b25a1a8cc5 {{(pid=101539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:42:08.511827 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-00f4784f-b652-4b31-8034-5a63ce42f0c6 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:08.537786 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-503f0e36-642b-4d9b-aab5-a42355b7f15c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:08.616656 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-503f0e36-642b-4d9b-aab5-a42355b7f15c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:08.624181 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-503f0e36-642b-4d9b-aab5-a42355b7f15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:08.661453 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f0e36-642b-4d9b-aab5-a42355b7f15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cc2a5a-0cdf-4eda-ad19-7366c8811164,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:08.666338 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-503f0e36-642b-4d9b-aab5-a42355b7f15c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bc2c50bec95e425d9e52ff67f8f3d1df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430389 Oct 28 14:42:08.668875 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 39292) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:08.721340 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d1d80778-4a6c-4560-84de-ee0d49850d67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:08.742559 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d1d80778-4a6c-4560-84de-ee0d49850d67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:08.793465 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d1d80778-4a6c-4560-84de-ee0d49850d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:08.796401 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d1d80778-4a6c-4560-84de-ee0d49850d67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:08.797574 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-d1d80778-4a6c-4560-84de-ee0d49850d67 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a1cc2a5a-0cdf-4eda-ad19-7366c8811164 HTTP/1.1" status: 204 len: 168 time: 0.1277866 Oct 28 14:42:08.805605 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d80778-4a6c-4560-84de-ee0d49850d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cc2a5a-0cdf-4eda-ad19-7366c8811164,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:08.806926 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-00f4784f-b652-4b31-8034-5a63ce42f0c6 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:08.807219 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-00f4784f-b652-4b31-8034-5a63ce42f0c6 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:08.819083 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-00f4784f-b652-4b31-8034-5a63ce42f0c6 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Calling delete_port for e6f660d5-ff48-4379-a4b6-99b25a1a8cc5 owned by network:floatingip {{(pid=101539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:42:08.957513 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-00f4784f-b652-4b31-8034-5a63ce42f0c6 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:08.982630 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4784f-b652-4b31-8034-5a63ce42f0c6 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Pushing event deleted for resources: {'Port': ['ID=e6f660d5-ff48-4379-a4b6-99b25a1a8cc5,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:09.041410 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-00f4784f-b652-4b31-8034-5a63ce42f0c6 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for floatingip, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:09.044045 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-00f4784f-b652-4b31-8034-5a63ce42f0c6 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for floatingip, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:09.045219 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-00f4784f-b652-4b31-8034-5a63ce42f0c6 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "DELETE /v2.0/floatingips/9b997fe6-c8fd-4420-a70c-78dfdcc96887 HTTP/1.1" status: 204 len: 168 time: 0.6718366 Oct 28 14:42:09.383384 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 39318) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:09.387925 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-4be643f0-60a8-447e-8de2-d5c0cc6fd6a7 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1682467008', 'description': 'tempest-description--1615596741'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:42:09.411952 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4be643f0-60a8-447e-8de2-d5c0cc6fd6a7 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:09.429015 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 39320) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:09.481233 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4be643f0-60a8-447e-8de2-d5c0cc6fd6a7 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:09.485561 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4be643f0-60a8-447e-8de2-d5c0cc6fd6a7 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:09.514518 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4be643f0-60a8-447e-8de2-d5c0cc6fd6a7 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:09.515757 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-4be643f0-60a8-447e-8de2-d5c0cc6fd6a7 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1313813 Oct 28 14:42:09.517650 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be643f0-60a8-447e-8de2-d5c0cc6fd6a7 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=340fd1d5-3260-41e6-a4e0-e4cc171b561c,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:09.518929 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 39324) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:09.523663 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-a87dd716-08c9-4df4-8ce3-c90d08d03c1b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Request body: {'security_group_rule': {'security_group_id': '340fd1d5-3260-41e6-a4e0-e4cc171b561c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:42:09.536119 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-a99dae62-8e11-4cfe-a080-3dd7c64ff619 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-786721713-network', 'tenant_id': '6a5ee01a79924e0db3458eaeac6bd1d5'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:42:09.554917 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.db.api [None req-a87dd716-08c9-4df4-8ce3-c90d08d03c1b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 28 14:42:09.554917 dv-cinder-815848-1-iscsi neutron-server[101538]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 28 14:42:09.554917 dv-cinder-815848-1-iscsi neutron-server[101538]: [parameters: {'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'id': 'd6000314-dfb7-40e1-b7d0-afde9212a228', 'expiration': datetime.datetime(2021, 10, 28, 14, 44, 9, 545956)}] Oct 28 14:42:09.554917 dv-cinder-815848-1-iscsi neutron-server[101538]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101538) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 14:42:09.555381 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG oslo_db.api [None req-a87dd716-08c9-4df4-8ce3-c90d08d03c1b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 14:42:09.563168 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99dae62-8e11-4cfe-a080-3dd7c64ff619 admin admin] Made reservation on behalf of 6a5ee01a79924e0db3458eaeac6bd1d5 for: {'network': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:42:09.565368 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a99dae62-8e11-4cfe-a080-3dd7c64ff619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for network, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:09.573451 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a99dae62-8e11-4cfe-a080-3dd7c64ff619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:09.646090 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a99dae62-8e11-4cfe-a080-3dd7c64ff619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:09.651159 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a99dae62-8e11-4cfe-a080-3dd7c64ff619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:09.675381 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99dae62-8e11-4cfe-a080-3dd7c64ff619 admin admin] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=101538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 14:42:09.685197 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99dae62-8e11-4cfe-a080-3dd7c64ff619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51359af3-c04e-43d9-926f-1f6204259320,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:09.690251 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a99dae62-8e11-4cfe-a080-3dd7c64ff619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:09.690622 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.db.segments_db [None req-a99dae62-8e11-4cfe-a080-3dd7c64ff619 admin admin] Added segment 82112304-ce99-41cc-a990-37f353cb51a7 of type vlan for network d2f0c797-5490-4dd9-84e9-821fd7a6dd2d Oct 28 14:42:09.731891 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a99dae62-8e11-4cfe-a080-3dd7c64ff619 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782348503983'] for network, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:09.758400 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a99dae62-8e11-4cfe-a080-3dd7c64ff619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for network, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:09.759583 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99dae62-8e11-4cfe-a080-3dd7c64ff619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:09.760227 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a99dae62-8e11-4cfe-a080-3dd7c64ff619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:09.820389 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-a99dae62-8e11-4cfe-a080-3dd7c64ff619 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3902440 Oct 28 14:42:09.825177 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 39334) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:09.831070 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-50543307-17b7-4a65-aa95-ffc8b65d1ab6 admin admin] Request body: {'subnet': {'network_id': 'd2f0c797-5490-4dd9-84e9-821fd7a6dd2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-786721713-subnet', 'tenant_id': '6a5ee01a79924e0db3458eaeac6bd1d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:42:09.831629 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99dae62-8e11-4cfe-a080-3dd7c64ff619 admin admin] Pushing event updated for resources: {'Network': ['ID=d2f0c797-5490-4dd9-84e9-821fd7a6dd2d,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:09.845091 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Network d2f0c797-5490-4dd9-84e9-821fd7a6dd2d details requested by agent ovs-agent-dv-cinder-815848-1-iscsi with host dv-cinder-815848-1-iscsi {{(pid=101540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 14:42:09.859492 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50543307-17b7-4a65-aa95-ffc8b65d1ab6 admin admin] Made reservation on behalf of 6a5ee01a79924e0db3458eaeac6bd1d5 for: {'subnet': 1} {{(pid=101539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:42:09.862537 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-50543307-17b7-4a65-aa95-ffc8b65d1ab6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4689317'] for subnet, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:10.074143 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88816e11-bc7c-4ce4-9b2a-6af8641b28ef req-93625762-3294-422e-97c3-f631c2267efc tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:10.075568 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-88816e11-bc7c-4ce4-9b2a-6af8641b28ef req-93625762-3294-422e-97c3-f631c2267efc tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0993147 Oct 28 14:42:10.076969 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-50543307-17b7-4a65-aa95-ffc8b65d1ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5860352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4689335'] for subnet, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:10.085055 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a87dd716-08c9-4df4-8ce3-c90d08d03c1b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:10.118324 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 45ec9642-12d9-434d-9a64-a82adf4927f5 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:42:10.143118 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a87dd716-08c9-4df4-8ce3-c90d08d03c1b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:10.147496 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50543307-17b7-4a65-aa95-ffc8b65d1ab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18e88842-bbf7-4544-9ab7-1f7c9950d488,revision_number=0']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:10.148255 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a87dd716-08c9-4df4-8ce3-c90d08d03c1b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688099'] for security_group_rule, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:10.157108 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] No Port match for: 45ec9642-12d9-434d-9a64-a82adf4927f5 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:42:10.157635 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 45ec9642-12d9-434d-9a64-a82adf4927f5 not bound to the agent host hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:42:10.164644 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dd716-08c9-4df4-8ce3-c90d08d03c1b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ccb63bd-7288-4841-a7ce-d3d2f0396923,revision_number=0']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:10.164851 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-88816e11-bc7c-4ce4-9b2a-6af8641b28ef req-1c56f934-9bbe-45d4-aa86-7056afa2f855 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649347 Oct 28 14:42:10.172105 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50543307-17b7-4a65-aa95-ffc8b65d1ab6 admin admin] Checking segment: {'id': '82112304-ce99-41cc-a990-37f353cb51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'd2f0c797-5490-4dd9-84e9-821fd7a6dd2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:42:10.172482 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50543307-17b7-4a65-aa95-ffc8b65d1ab6 admin admin] Network hostable DHCP agents. Network: d2f0c797-5490-4dd9-84e9-821fd7a6dd2d, hostable agents: ['0f5c18ae-0b98-4d4d-aaff-bac106b0409b'], hosted agents: [] {{(pid=101539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 14:42:10.178496 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a87dd716-08c9-4df4-8ce3-c90d08d03c1b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:10.180086 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-a87dd716-08c9-4df4-8ce3-c90d08d03c1b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6599007 Oct 28 14:42:10.182616 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 39338) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:10.193225 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-253ae65c-f33e-4096-acac-68e46a3e108a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Request body: {'security_group_rule': {'security_group_id': '340fd1d5-3260-41e6-a4e0-e4cc171b561c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:42:10.200466 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50543307-17b7-4a65-aa95-ffc8b65d1ab6 admin admin] Network d2f0c797-5490-4dd9-84e9-821fd7a6dd2d is scheduled to be hosted by DHCP agent 0f5c18ae-0b98-4d4d-aaff-bac106b0409b with binding_index 1 {{(pid=101539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 14:42:10.210912 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [None req-50543307-17b7-4a65-aa95-ffc8b65d1ab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-1-iscsi, d2f0c797-5490-4dd9-84e9-821fd7a6dd2d) {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:42:10.216354 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50543307-17b7-4a65-aa95-ffc8b65d1ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:10.216918 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-50543307-17b7-4a65-aa95-ffc8b65d1ab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for subnet, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:10.217059 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-253ae65c-f33e-4096-acac-68e46a3e108a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:10.221253 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1952cfa-3f6c-474e-a69b-ddce114e5931 None None] Network d2f0c797-5490-4dd9-84e9-821fd7a6dd2d requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:42:10.243818 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-50543307-17b7-4a65-aa95-ffc8b65d1ab6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4122682 Oct 28 14:42:10.272614 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-253ae65c-f33e-4096-acac-68e46a3e108a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:10.278375 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-253ae65c-f33e-4096-acac-68e46a3e108a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688099'] for security_group_rule, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:10.300248 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ae65c-f33e-4096-acac-68e46a3e108a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91386da0-b0d2-43e0-95c6-de9ceb48f49f,revision_number=0']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:10.307411 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-253ae65c-f33e-4096-acac-68e46a3e108a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:10.311125 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-253ae65c-f33e-4096-acac-68e46a3e108a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274493 Oct 28 14:42:10.311882 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 39342) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:10.317797 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-2cc2c545-2b3f-4d4b-a3e1-a2e0d0445484 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Request body: {'floatingip': {'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:42:10.340611 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2cc2c545-2b3f-4d4b-a3e1-a2e0d0445484 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for floatingip, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:10.355204 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d08807-e77c-4444-8740-3da89172bee2 None None] Network d2f0c797-5490-4dd9-84e9-821fd7a6dd2d requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:42:10.442567 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2cc2c545-2b3f-4d4b-a3e1-a2e0d0445484 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:10.551824 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.db_base_plugin_common [None req-2cc2c545-2b3f-4d4b-a3e1-a2e0d0445484 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Allocated IP 172.27.2.168 (ee68bfbb-5103-4d10-b9ad-fba4a097df41/ecb224d9-3cd4-4979-8f79-b30a4344ff69/3cc971d6-e87f-4b36-a8a9-107ddf4c7bd5) {{(pid=101539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:42:10.664359 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2cc2c545-2b3f-4d4b-a3e1-a2e0d0445484 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for port, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:10.704959 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2cc2c545-2b3f-4d4b-a3e1-a2e0d0445484 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:10.748541 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc2c545-2b3f-4d4b-a3e1-a2e0d0445484 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Network ee68bfbb-5103-4d10-b9ad-fba4a097df41 is already hosted by enough agents. {{(pid=101539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:42:10.751740 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [None req-2cc2c545-2b3f-4d4b-a3e1-a2e0d0445484 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Resources bound (agent type, host, resource id): {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:42:10.755636 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc2c545-2b3f-4d4b-a3e1-a2e0d0445484 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Received port after_create {{(pid=101539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:42:10.782559 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2c545-2b3f-4d4b-a3e1-a2e0d0445484 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Pushing event updated for resources: {'Port': ['ID=3cc971d6-e87f-4b36-a8a9-107ddf4c7bd5,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:10.846751 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2cc2c545-2b3f-4d4b-a3e1-a2e0d0445484 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:10.880595 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2cc2c545-2b3f-4d4b-a3e1-a2e0d0445484 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:11.052396 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2cc2c545-2b3f-4d4b-a3e1-a2e0d0445484 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for port, precommit_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:11.058801 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2cc2c545-2b3f-4d4b-a3e1-a2e0d0445484 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5860495'] for port, after_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:11.121825 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2c545-2b3f-4d4b-a3e1-a2e0d0445484 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Pushing event updated for resources: {'Port': ['ID=3cc971d6-e87f-4b36-a8a9-107ddf4c7bd5,revision_number=2']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:11.133426 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2cc2c545-2b3f-4d4b-a3e1-a2e0d0445484 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640319'] for floatingip, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:11.150985 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2cc2c545-2b3f-4d4b-a3e1-a2e0d0445484 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for floatingip, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:11.152254 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-2cc2c545-2b3f-4d4b-a3e1-a2e0d0445484 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8387535 Oct 28 14:42:11.297068 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e06d01-6fd2-4604-8a97-fe60b25b2904 req-55be4103-7845-4559-b807-3bca797cf182 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:11.299002 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b5e06d01-6fd2-4604-8a97-fe60b25b2904 req-55be4103-7845-4559-b807-3bca797cf182 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0560553 Oct 28 14:42:11.366136 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b5e06d01-6fd2-4604-8a97-fe60b25b2904 req-754d0142-006e-4051-b109-5d3c5beb40d7 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604744 Oct 28 14:42:11.373793 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-b6a418f9-dbda-4329-ba26-2880b5ebfc52 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1682467008&fields=id&tenant_id=89fb273f901845daa8cf52ed4beefe1d HTTP/1.1" status: 200 len: 267 time: 0.0607667 Oct 28 14:42:11.485778 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-4f7f4b86-47e7-4cc2-831f-138b8c80441e tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:11.487229 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-4f7f4b86-47e7-4cc2-831f-138b8c80441e tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/networks?id=8c4fd715-4b25-4fcf-8589-609c400168cc HTTP/1.1" status: 200 len: 817 time: 0.1034553 Oct 28 14:42:11.505600 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-1699433e-f21c-4903-863d-ccb04821271e tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/quotas/89fb273f901845daa8cf52ed4beefe1d HTTP/1.1" status: 200 len: 375 time: 0.0096607 Oct 28 14:42:11.559821 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-86450bf4-9d84-404e-bf95-88c9a864853a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=89fb273f901845daa8cf52ed4beefe1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486922 Oct 28 14:42:11.707536 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-f30ff5b8-5a1e-4317-8bed-2c46a5a1d566 service neutron] 10.222.0.79 "GET /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357188 Oct 28 14:42:11.799887 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-2a485b60-cfed-4f6f-89b4-893a3aa92110 service neutron] 10.222.0.79 "GET /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814250 Oct 28 14:42:12.007234 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-42777f78-feb4-4d7b-89bf-a33cda120888 req-08e69845-2d13-480b-9de7-aa06dcb74fdc tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 210 time: 0.0396609 Oct 28 14:42:12.054451 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12140dd0-7a99-436c-8798-4cd021e851f8 req-94a1ea78-1e45-4898-bb66-8791eddb44f9 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:12.056111 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-12140dd0-7a99-436c-8798-4cd021e851f8 req-94a1ea78-1e45-4898-bb66-8791eddb44f9 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.72 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.1762154 Oct 28 14:42:12.062639 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-a5a2374b-e464-4146-a08f-b85b70eb77b7 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:12.067323 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-a5a2374b-e464-4146-a08f-b85b70eb77b7 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/networks?id=d2f0c797-5490-4dd9-84e9-821fd7a6dd2d HTTP/1.1" status: 200 len: 808 time: 0.1670060 Oct 28 14:42:12.080046 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-fee64f5b-d1e3-4883-85d1-f59acc148216 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/quotas/6a5ee01a79924e0db3458eaeac6bd1d5 HTTP/1.1" status: 200 len: 375 time: 0.0100219 Oct 28 14:42:12.112913 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-5a69b038-0772-4433-8992-a484da607de2 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6a5ee01a79924e0db3458eaeac6bd1d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266654 Oct 28 14:42:12.151556 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-12140dd0-7a99-436c-8798-4cd021e851f8 req-303536f5-f451-475f-bf73-02207e34d446 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Deleting port 7a01d322-7e87-41a2-83c4-3821e0aa5d34 {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:42:12.151900 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-12140dd0-7a99-436c-8798-4cd021e851f8 req-303536f5-f451-475f-bf73-02207e34d446 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:12.249843 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-12140dd0-7a99-436c-8798-4cd021e851f8 req-303536f5-f451-475f-bf73-02207e34d446 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] For port 7a01d322-7e87-41a2-83c4-3821e0aa5d34, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=7a01d322-7e87-41a2-83c4-3821e0aa5d34,segment=NetworkSegment(72b1a595-edea-42ca-8564-6c883f9d150d),segment_id=72b1a595-edea-42ca-8564-6c883f9d150d)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:42:12.249843 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-12140dd0-7a99-436c-8798-4cd021e851f8 req-303536f5-f451-475f-bf73-02207e34d446 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:12.255689 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-8c640884-ae62-4ac1-a357-9be1602b741a service neutron] 10.222.0.79 "GET /v2.0/networks/d2f0c797-5490-4dd9-84e9-821fd7a6dd2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336699 Oct 28 14:42:12.344770 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-b74caa6b-6673-4070-bc56-8357093bd37c service neutron] 10.222.0.79 "GET /v2.0/networks/d2f0c797-5490-4dd9-84e9-821fd7a6dd2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829496 Oct 28 14:42:12.450738 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-12140dd0-7a99-436c-8798-4cd021e851f8 req-303536f5-f451-475f-bf73-02207e34d446 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:12.451771 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-12140dd0-7a99-436c-8798-4cd021e851f8 req-303536f5-f451-475f-bf73-02207e34d446 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640319'] for floatingip, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:12.452268 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.db.l3_db [req-12140dd0-7a99-436c-8798-4cd021e851f8 req-303536f5-f451-475f-bf73-02207e34d446 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Floating IP 3f3466eb-f2e2-408f-8801-49dc7234d4ae disassociated. External IP: 172.27.2.142, port: 7a01d322-7e87-41a2-83c4-3821e0aa5d34. Oct 28 14:42:12.452798 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-12140dd0-7a99-436c-8798-4cd021e851f8 req-303536f5-f451-475f-bf73-02207e34d446 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Calling delete_port for 7a01d322-7e87-41a2-83c4-3821e0aa5d34 owned by compute:nova {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:42:12.528995 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f35474-ec4e-4e9c-a152-ae7ddb98a015 req-ef2cfb33-3f6e-40ad-9697-f3b7e1d2e206 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:12.530780 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b5f35474-ec4e-4e9c-a152-ae7ddb98a015 req-ef2cfb33-3f6e-40ad-9697-f3b7e1d2e206 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db271e4-6f10-476a-9df0-c9b7b2d4c296 HTTP/1.1" status: 200 len: 945 time: 0.0888999 Oct 28 14:42:12.577132 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9bce555f-784c-431d-8799-4d1637b55610 req-b9efc9c3-de69-4ad1-bc52-9b9ffba53c86 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=ede80fb3-d398-4e74-b9f2-b79767c4d771 HTTP/1.1" status: 200 len: 210 time: 0.0424426 Oct 28 14:42:12.611137 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b5f35474-ec4e-4e9c-a152-ae7ddb98a015 req-9555655a-3f89-4778-993c-81ef3dbac59f tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=ccf792e0-f57f-4f05-963d-9f2696c020b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618637 Oct 28 14:42:12.622271 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-12140dd0-7a99-436c-8798-4cd021e851f8 req-303536f5-f451-475f-bf73-02207e34d446 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:12.658145 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303536f5-f451-475f-bf73-02207e34d446 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Pushing event deleted for resources: {'Port': ['ID=7a01d322-7e87-41a2-83c4-3821e0aa5d34,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:12.808878 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12140dd0-7a99-436c-8798-4cd021e851f8 req-303536f5-f451-475f-bf73-02207e34d446 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Router 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:42:12.916140 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12140dd0-7a99-436c-8798-4cd021e851f8 req-303536f5-f451-475f-bf73-02207e34d446 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:42:12.930520 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7059db03-a401-4e26-9c0f-7f56053f66fd None None] Sync routers for ids ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'] in dv-cinder-815848-1-iscsi {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:42:12.943011 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7059db03-a401-4e26-9c0f-7f56053f66fd None None] Routers {'1e4dff63-9fe7-41ea-abd6-13ae722d16f6'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:42:12.943554 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-7059db03-a401-4e26-9c0f-7f56053f66fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:41:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:42:12.967176 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-12140dd0-7a99-436c-8798-4cd021e851f8 req-303536f5-f451-475f-bf73-02207e34d446 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] No DVR routers for this DVR port 7a01d322-7e87-41a2-83c4-3821e0aa5d34 on host hv-cinder-81584 {{(pid=101538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:42:12.969779 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-12140dd0-7a99-436c-8798-4cd021e851f8 req-303536f5-f451-475f-bf73-02207e34d446 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:12.973699 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-12140dd0-7a99-436c-8798-4cd021e851f8 req-303536f5-f451-475f-bf73-02207e34d446 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.72 "DELETE /v2.0/ports/7a01d322-7e87-41a2-83c4-3821e0aa5d34 HTTP/1.1" status: 204 len: 173 time: 0.9112229 Oct 28 14:42:12.974189 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db271e4-6f10-476a-9df0-c9b7b2d4c296', 'name': 'network-vif-deleted', 'tag': '7a01d322-7e87-41a2-83c4-3821e0aa5d34'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:42:12.976982 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba425a34-47ae-47b2-8ea2-18514d5bde9d" -d '{"events": [{"server_uuid": "8db271e4-6f10-476a-9df0-c9b7b2d4c296", "name": "network-vif-deleted", "tag": "7a01d322-7e87-41a2-83c4-3821e0aa5d34"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:42:13.031416 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d754d8c6-6ce9-40fd-bad6-58a335bb6ba5 x-openstack-request-id: req-d754d8c6-6ce9-40fd-bad6-58a335bb6ba5 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:42:13.031940 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db271e4-6f10-476a-9df0-c9b7b2d4c296", "name": "network-vif-deleted", "tag": "7a01d322-7e87-41a2-83c4-3821e0aa5d34", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:42:13.033052 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d754d8c6-6ce9-40fd-bad6-58a335bb6ba5 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:42:13.034481 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db271e4-6f10-476a-9df0-c9b7b2d4c296', 'name': 'network-vif-deleted', 'tag': '7a01d322-7e87-41a2-83c4-3821e0aa5d34', 'status': 'completed', 'code': 200} Oct 28 14:42:13.088808 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-7059db03-a401-4e26-9c0f-7f56053f66fd None None] Set router 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:42:13.340393 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9972f86f-c5b7-4aad-ab4e-f7bbe9ed19c7 req-864a5308-3798-4333-ab05-0e7de24c3ff0 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 210 time: 0.0385821 Oct 28 14:42:13.353162 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-12fa100a-2012-4e6b-bbe2-44afd0f6686f tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:13.355768 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-12fa100a-2012-4e6b-bbe2-44afd0f6686f tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.72 "GET /v2.0/networks?id=8c4fd715-4b25-4fcf-8589-609c400168cc HTTP/1.1" status: 200 len: 817 time: 0.2155228 Oct 28 14:42:13.402460 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-e81fd5d3-aa45-43d3-b7bf-9e4eaf86890f tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89fb273f901845daa8cf52ed4beefe1d HTTP/1.1" status: 200 len: 380 time: 0.0354266 Oct 28 14:42:13.420086 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-bb8404cb-248b-47c9-8bea-545d5b1ff747 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Request body: {'port': {'device_id': '873cc8fe-394e-489d-bcca-e4bebc47f4ad', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'admin_state_up': True, 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'security_groups': ['340fd1d5-3260-41e6-a4e0-e4cc171b561c']}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:42:13.539736 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-bb8404cb-248b-47c9-8bea-545d5b1ff747 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Made reservation on behalf of 89fb273f901845daa8cf52ed4beefe1d for: {'port': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:42:13.544711 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-bb8404cb-248b-47c9-8bea-545d5b1ff747 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:13.599756 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-7059db03-a401-4e26-9c0f-7f56053f66fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'name': 'tempest-AttachVolumeTestJSON-702501146-router', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:54Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'gw_port': {'id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:57Z', 'updated_at': '2021-10-28T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '6396ece7-da79-42e9-9e88-84dc28d67fc6', 'name': '', 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'mac_address': 'fa:16:3e:59:51:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:05Z', 'updated_at': '2021-10-28T14:37:14Z', 'revision_number': 5, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'subnets': [{'id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:42:13.655009 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7059db03-a401-4e26-9c0f-7f56053f66fd None None] Checking router: 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 for host: dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:42:13.680061 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7059db03-a401-4e26-9c0f-7f56053f66fd None None] Routers {'1e4dff63-9fe7-41ea-abd6-13ae722d16f6'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:42:13.680862 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-7059db03-a401-4e26-9c0f-7f56053f66fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:41:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:42:13.690519 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-bb8404cb-248b-47c9-8bea-545d5b1ff747 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Allocated IP 172.20.0.6 (8c4fd715-4b25-4fcf-8589-609c400168cc/8c385150-b18d-415b-9404-b587a3485a15/71166dd3-5a41-434b-82cc-f09cbb79a996) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:42:13.700455 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 39432) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:13.715959 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7d97d0b9-efa3-48a5-8652-4c62898ad141 req-9b714c1e-4489-4f4d-a2d3-20a0a43c8544 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=ede80fb3-d398-4e74-b9f2-b79767c4d771 HTTP/1.1" status: 200 len: 210 time: 0.0340779 Oct 28 14:42:13.809541 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-7059db03-a401-4e26-9c0f-7f56053f66fd None None] Set router 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:42:13.825518 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-40c15117-868d-4e52-8f41-db888a74053a tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:13.863863 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-40c15117-868d-4e52-8f41-db888a74053a tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:13.921598 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-bb8404cb-248b-47c9-8bea-545d5b1ff747 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:14.011564 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-40c15117-868d-4e52-8f41-db888a74053a tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:14.014163 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-40c15117-868d-4e52-8f41-db888a74053a tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:14.017784 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-40c15117-868d-4e52-8f41-db888a74053a tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "DELETE /v2.0/security-groups/ccf792e0-f57f-4f05-963d-9f2696c020b4 HTTP/1.1" status: 204 len: 168 time: 0.3139203 Oct 28 14:42:14.018271 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 39434) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:14.037774 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.api.v2.resource [None req-0da91637-c61d-4b3b-8ced-66619b32ca96 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] show failed (client error): The resource could not be found. Oct 28 14:42:14.039357 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-0da91637-c61d-4b3b-8ced-66619b32ca96 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups/ccf792e0-f57f-4f05-963d-9f2696c020b4 HTTP/1.1" status: 404 len: 347 time: 0.0198929 Oct 28 14:42:14.041901 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c15117-868d-4e52-8f41-db888a74053a tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf792e0-f57f-4f05-963d-9f2696c020b4,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:14.043706 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-7059db03-a401-4e26-9c0f-7f56053f66fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'name': 'tempest-AttachVolumeTestJSON-702501146-router', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:54Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'gw_port': {'id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:57Z', 'updated_at': '2021-10-28T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '6396ece7-da79-42e9-9e88-84dc28d67fc6', 'name': '', 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'mac_address': 'fa:16:3e:59:51:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:05Z', 'updated_at': '2021-10-28T14:37:14Z', 'revision_number': 5, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'subnets': [{'id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:42:14.044979 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 39436) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:14.051282 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-bb8404cb-248b-47c9-8bea-545d5b1ff747 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:14.068951 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-886003df-d1ee-4a84-92a7-8087b034512a tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:14.070332 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-886003df-d1ee-4a84-92a7-8087b034512a tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.72 "GET /v2.0/networks?id=d2f0c797-5490-4dd9-84e9-821fd7a6dd2d HTTP/1.1" status: 200 len: 808 time: 0.1728036 Oct 28 14:42:14.082371 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7059db03-a401-4e26-9c0f-7f56053f66fd None None] The sync data for ids ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'] in dv-cinder-815848-1-iscsi is: [{'id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'name': 'tempest-AttachVolumeTestJSON-702501146-router', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:54Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'gw_port': {'id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:57Z', 'updated_at': '2021-10-28T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '6396ece7-da79-42e9-9e88-84dc28d67fc6', 'name': '', 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'mac_address': 'fa:16:3e:59:51:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:05Z', 'updated_at': '2021-10-28T14:37:14Z', 'revision_number': 5, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'subnets': [{'id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:42:14.103307 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-0696e91b-7132-4539-9136-df6569e9574e tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Request body: {'port': {'device_id': 'ede80fb3-d398-4e74-b9f2-b79767c4d771', 'network_id': 'd2f0c797-5490-4dd9-84e9-821fd7a6dd2d', 'admin_state_up': True, 'tenant_id': '6a5ee01a79924e0db3458eaeac6bd1d5'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:42:14.130096 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-bb8404cb-248b-47c9-8bea-545d5b1ff747 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Network 8c4fd715-4b25-4fcf-8589-609c400168cc is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:42:14.159770 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-bb8404cb-248b-47c9-8bea-545d5b1ff747 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:42:14.166438 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-bb8404cb-248b-47c9-8bea-545d5b1ff747 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:42:14.173878 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8404cb-248b-47c9-8bea-545d5b1ff747 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Pushing event updated for resources: {'Port': ['ID=71166dd3-5a41-434b-82cc-f09cbb79a996,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:14.221158 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-0d2860c2-246f-4142-92d4-d7e437401914 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Deleting port 76134de8-fd7e-42bd-ae4c-1cd381c8662e {{(pid=101539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:42:14.221785 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0d2860c2-246f-4142-92d4-d7e437401914 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:14.242332 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-bb8404cb-248b-47c9-8bea-545d5b1ff747 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:14.242997 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-bb8404cb-248b-47c9-8bea-545d5b1ff747 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:14.278950 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-bb8404cb-248b-47c9-8bea-545d5b1ff747 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8626199 Oct 28 14:42:14.306537 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0d2860c2-246f-4142-92d4-d7e437401914 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:14.307214 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0d2860c2-246f-4142-92d4-d7e437401914 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:14.307863 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-0696e91b-7132-4539-9136-df6569e9574e tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Made reservation on behalf of 6a5ee01a79924e0db3458eaeac6bd1d5 for: {'port': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:42:14.311680 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-0696e91b-7132-4539-9136-df6569e9574e tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:14.321535 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-0d2860c2-246f-4142-92d4-d7e437401914 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Calling delete_port for 76134de8-fd7e-42bd-ae4c-1cd381c8662e owned by network:floatingip {{(pid=101539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:42:14.364060 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-f26bfb4a-2ba1-4187-9032-8d8b716007d1 service neutron] Request body: {'port': {'device_id': '873cc8fe-394e-489d-bcca-e4bebc47f4ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:42:14.421710 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-00e4cafe-3ae6-490f-b5a6-6284d60d864d None None] Provisioning complete for port 71166dd3-5a41-434b-82cc-f09cbb79a996 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:42:14.422084 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-00e4cafe-3ae6-490f-b5a6-6284d60d864d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:14.442026 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297f2cb9-2b87-4dce-8d25-77e38a5a0fbc None None] New status for floating IP 3f3466eb-f2e2-408f-8801-49dc7234d4ae: DOWN {{(pid=101541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 14:42:14.470666 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-00e4cafe-3ae6-490f-b5a6-6284d60d864d None None] Port 71166dd3-5a41-434b-82cc-f09cbb79a996 cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:42:14.518616 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0d2860c2-246f-4142-92d4-d7e437401914 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:14.524915 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.db.api [None req-297f2cb9-2b87-4dce-8d25-77e38a5a0fbc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 14:42:14.525070 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-f26bfb4a-2ba1-4187-9032-8d8b716007d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:14.525329 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG oslo_db.api [None req-297f2cb9-2b87-4dce-8d25-77e38a5a0fbc None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 14:42:14.536871 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099b104-9448-4db1-a108-a0f359183ef5 req-f3e15f4c-3a3c-4acc-813c-8e70bbc19e88 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:14.538576 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5099b104-9448-4db1-a108-a0f359183ef5 req-f3e15f4c-3a3c-4acc-813c-8e70bbc19e88 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 931 time: 0.0794094 Oct 28 14:42:14.549837 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-0696e91b-7132-4539-9136-df6569e9574e tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Allocated IP 172.20.0.12 (d2f0c797-5490-4dd9-84e9-821fd7a6dd2d/18e88842-bbf7-4544-9ab7-1f7c9950d488/8937ecfd-5d14-4b67-a734-71f8fae886dd) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:42:14.564194 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2860c2-246f-4142-92d4-d7e437401914 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Pushing event deleted for resources: {'Port': ['ID=76134de8-fd7e-42bd-ae4c-1cd381c8662e,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:14.635707 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5099b104-9448-4db1-a108-a0f359183ef5 req-198b5db6-ab82-4733-ab4b-b84a12868a70 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753267 Oct 28 14:42:14.645860 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0d2860c2-246f-4142-92d4-d7e437401914 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for floatingip, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:14.648457 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0d2860c2-246f-4142-92d4-d7e437401914 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for floatingip, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:14.658393 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-0d2860c2-246f-4142-92d4-d7e437401914 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "DELETE /v2.0/floatingips/3f3466eb-f2e2-408f-8801-49dc7234d4ae HTTP/1.1" status: 204 len: 168 time: 0.6029532 Oct 28 14:42:14.811423 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a6448a72-90ab-45f3-ba2a-51d524f780a3 req-beefdfff-c7bd-42dc-8dce-8d1528e35d7f tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=ede80fb3-d398-4e74-b9f2-b79767c4d771 HTTP/1.1" status: 200 len: 210 time: 0.0267768 Oct 28 14:42:14.843876 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-0696e91b-7132-4539-9136-df6569e9574e tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:14.920313 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-f26bfb4a-2ba1-4187-9032-8d8b716007d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71166dd3-5a41-434b-82cc-f09cbb79a996 {{(pid=101538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:42:14.927171 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-0696e91b-7132-4539-9136-df6569e9574e tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:14.929824 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-f26bfb4a-2ba1-4187-9032-8d8b716007d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:14.976422 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.provisioning_blocks [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-f26bfb4a-2ba1-4187-9032-8d8b716007d1 service neutron] Transition to ACTIVE for port object 71166dd3-5a41-434b-82cc-f09cbb79a996 will not be triggered until provisioned by entity L2. {{(pid=101538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 14:42:14.987569 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-0696e91b-7132-4539-9136-df6569e9574e tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Network d2f0c797-5490-4dd9-84e9-821fd7a6dd2d is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:42:14.988422 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-f26bfb4a-2ba1-4187-9032-8d8b716007d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372466'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:14.995764 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-0696e91b-7132-4539-9136-df6569e9574e tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:42:15.002469 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-0696e91b-7132-4539-9136-df6569e9574e tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:42:15.027219 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696e91b-7132-4539-9136-df6569e9574e tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Pushing event updated for resources: {'Port': ['ID=8937ecfd-5d14-4b67-a734-71f8fae886dd,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:15.027401 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297f2cb9-2b87-4dce-8d25-77e38a5a0fbc None None] New status for floating IP 3f3466eb-f2e2-408f-8801-49dc7234d4ae: DOWN {{(pid=101541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 14:42:15.044574 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 39450) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:15.049685 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-d8cdab52-1fe8-4d4b-a436-d568100a95b9 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1535572926', 'description': 'tempest-description--1689913974'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:42:15.077968 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d8cdab52-1fe8-4d4b-a436-d568100a95b9 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:15.107382 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-0696e91b-7132-4539-9136-df6569e9574e tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:15.107917 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-0696e91b-7132-4539-9136-df6569e9574e tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:15.113970 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26bfb4a-2ba1-4187-9032-8d8b716007d1 service neutron] Pushing event updated for resources: {'Port': ['ID=71166dd3-5a41-434b-82cc-f09cbb79a996,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:15.165967 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-0696e91b-7132-4539-9136-df6569e9574e tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0683794 Oct 28 14:42:15.170503 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d8cdab52-1fe8-4d4b-a436-d568100a95b9 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:15.176017 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d8cdab52-1fe8-4d4b-a436-d568100a95b9 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:15.179686 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-1e37c99d-115d-44bb-9ee2-fcad4100b40c service neutron] Request body: {'port': {'device_id': 'ede80fb3-d398-4e74-b9f2-b79767c4d771', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:42:15.182715 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-f26bfb4a-2ba1-4187-9032-8d8b716007d1 service neutron] Attempting to bind port 71166dd3-5a41-434b-82cc-f09cbb79a996 on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:42:15.182715 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-f26bfb4a-2ba1-4187-9032-8d8b716007d1 service neutron] Attempting to bind port 71166dd3-5a41-434b-82cc-f09cbb79a996 by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '530d6b60-2958-4a04-a1ee-61daf218cf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc'}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:42:15.183069 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-f26bfb4a-2ba1-4187-9032-8d8b716007d1 service neutron] Attempting to bind port 71166dd3-5a41-434b-82cc-f09cbb79a996 on network 8c4fd715-4b25-4fcf-8589-609c400168cc {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:42:15.202898 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-f26bfb4a-2ba1-4187-9032-8d8b716007d1 service neutron] Port 71166dd3-5a41-434b-82cc-f09cbb79a996 on network 8c4fd715-4b25-4fcf-8589-609c400168cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 14:42:15.202898 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-f26bfb4a-2ba1-4187-9032-8d8b716007d1 service neutron] Attempting to bind port 71166dd3-5a41-434b-82cc-f09cbb79a996 on network 8c4fd715-4b25-4fcf-8589-609c400168cc {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:42:15.211342 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdab52-1fe8-4d4b-a436-d568100a95b9 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52165a2b-5332-473d-97f5-72dc8e9b329d,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:15.213081 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-f26bfb4a-2ba1-4187-9032-8d8b716007d1 service neutron] Checking agent: {'id': 'ab39f7f4-514d-4bfb-9d0c-1a0ed5555608', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'started_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:42:15.213484 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-f26bfb4a-2ba1-4187-9032-8d8b716007d1 service neutron] Checking segment: {'id': '530d6b60-2958-4a04-a1ee-61daf218cf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:42:15.213870 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-f26bfb4a-2ba1-4187-9032-8d8b716007d1 service neutron] Bound using segment: {'id': '530d6b60-2958-4a04-a1ee-61daf218cf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc'} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:42:15.214300 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-f26bfb4a-2ba1-4187-9032-8d8b716007d1 service neutron] Bound port: 71166dd3-5a41-434b-82cc-f09cbb79a996, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530d6b60-2958-4a04-a1ee-61daf218cf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc'}}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:42:15.214654 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-f26bfb4a-2ba1-4187-9032-8d8b716007d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:15.217021 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d8cdab52-1fe8-4d4b-a436-d568100a95b9 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:15.218497 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-d8cdab52-1fe8-4d4b-a436-d568100a95b9 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1728668 Oct 28 14:42:15.221602 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 39452) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:15.228629 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-52000228-5a7a-4a24-b630-e8cdda39d32c tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Request body: {'security_group_rule': {'security_group_id': '52165a2b-5332-473d-97f5-72dc8e9b329d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:42:15.261955 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-52000228-5a7a-4a24-b630-e8cdda39d32c tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:15.273841 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-1e37c99d-115d-44bb-9ee2-fcad4100b40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:15.327382 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-52000228-5a7a-4a24-b630-e8cdda39d32c tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:15.331594 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-52000228-5a7a-4a24-b630-e8cdda39d32c tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688099'] for security_group_rule, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:15.334806 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-f26bfb4a-2ba1-4187-9032-8d8b716007d1 service neutron] For port 71166dd3-5a41-434b-82cc-f09cbb79a996, host hv-cinder-81584, cleared binding levels {{(pid=101538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:42:15.339356 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-f26bfb4a-2ba1-4187-9032-8d8b716007d1 service neutron] For port 71166dd3-5a41-434b-82cc-f09cbb79a996, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=71166dd3-5a41-434b-82cc-f09cbb79a996,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:42:15.347652 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52000228-5a7a-4a24-b630-e8cdda39d32c tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8872dbef-fae0-4a80-868a-829443430bcf,revision_number=0']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:15.349006 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-f26bfb4a-2ba1-4187-9032-8d8b716007d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372466'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:15.359568 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-52000228-5a7a-4a24-b630-e8cdda39d32c tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:15.363402 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-52000228-5a7a-4a24-b630-e8cdda39d32c tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378736 Oct 28 14:42:15.363626 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 39454) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:15.367937 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-1bfb5931-de90-4212-a1b4-ad0e376af751 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Request body: {'security_group_rule': {'security_group_id': '52165a2b-5332-473d-97f5-72dc8e9b329d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:42:15.394946 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-1bfb5931-de90-4212-a1b4-ad0e376af751 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:15.432433 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-f26bfb4a-2ba1-4187-9032-8d8b716007d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:15.433058 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-f26bfb4a-2ba1-4187-9032-8d8b716007d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:15.434484 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-f26bfb4a-2ba1-4187-9032-8d8b716007d1 service neutron] 10.222.0.72 "PUT /v2.0/ports/71166dd3-5a41-434b-82cc-f09cbb79a996 HTTP/1.1" status: 200 len: 1093 time: 1.1463759 Oct 28 14:42:15.441052 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873cc8fe-394e-489d-bcca-e4bebc47f4ad', 'tag': '71166dd3-5a41-434b-82cc-f09cbb79a996'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:42:15.443182 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fd7a05-2835-46ee-9e05-ab2b356aa2ae" -d '{"events": [{"name": "network-changed", "server_uuid": "873cc8fe-394e-489d-bcca-e4bebc47f4ad", "tag": "71166dd3-5a41-434b-82cc-f09cbb79a996"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:42:15.456512 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-1bfb5931-de90-4212-a1b4-ad0e376af751 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:15.468747 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-1bfb5931-de90-4212-a1b4-ad0e376af751 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688099'] for security_group_rule, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:15.487932 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb5931-de90-4212-a1b4-ad0e376af751 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a95ece-c000-4291-950c-289c9dd790c1,revision_number=0']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:15.503624 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-1bfb5931-de90-4212-a1b4-ad0e376af751 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:15.509327 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-1bfb5931-de90-4212-a1b4-ad0e376af751 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1445396 Oct 28 14:42:15.510021 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 39458) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:15.514812 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-0a16c931-e2a7-4cc4-8a01-376c7c03315e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Request body: {'floatingip': {'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:42:15.518198 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be97884d-3e73-40dd-9d83-a690200428d8 x-openstack-request-id: req-be97884d-3e73-40dd-9d83-a690200428d8 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:42:15.518480 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873cc8fe-394e-489d-bcca-e4bebc47f4ad", "tag": "71166dd3-5a41-434b-82cc-f09cbb79a996", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:42:15.518800 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-be97884d-3e73-40dd-9d83-a690200428d8 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:42:15.519143 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '873cc8fe-394e-489d-bcca-e4bebc47f4ad', 'tag': '71166dd3-5a41-434b-82cc-f09cbb79a996', 'status': 'completed', 'code': 200} Oct 28 14:42:15.529803 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26bfb4a-2ba1-4187-9032-8d8b716007d1 service neutron] Pushing event updated for resources: {'Port': ['ID=71166dd3-5a41-434b-82cc-f09cbb79a996,revision_number=3']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:15.544263 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0a16c931-e2a7-4cc4-8a01-376c7c03315e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for floatingip, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:15.591270 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-abda46ce-3c04-4ca7-ac3b-3cc3caa62da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:15.592763 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-abda46ce-3c04-4ca7-ac3b-3cc3caa62da8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=89fb273f901845daa8cf52ed4beefe1d&device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 1096 time: 0.0726376 Oct 28 14:42:15.645774 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-d9527e54-c6cd-43c7-aeab-ad54fd0931af service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71166dd3-5a41-434b-82cc-f09cbb79a996 HTTP/1.1" status: 200 len: 217 time: 0.0411808 Oct 28 14:42:15.659481 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0a16c931-e2a7-4cc4-8a01-376c7c03315e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:15.724466 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-1e37c99d-115d-44bb-9ee2-fcad4100b40c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8937ecfd-5d14-4b67-a734-71f8fae886dd {{(pid=101538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:42:15.733755 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-1e37c99d-115d-44bb-9ee2-fcad4100b40c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:15.736797 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-222bf30b-0fa6-45d3-a4d8-cb2e7d760b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:15.738231 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-222bf30b-0fa6-45d3-a4d8-cb2e7d760b6a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c385150-b18d-415b-9404-b587a3485a15 HTTP/1.1" status: 200 len: 856 time: 0.0802002 Oct 28 14:42:15.756301 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.provisioning_blocks [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-1e37c99d-115d-44bb-9ee2-fcad4100b40c service neutron] Transition to ACTIVE for port object 8937ecfd-5d14-4b67-a734-71f8fae886dd will not be triggered until provisioned by entity L2. {{(pid=101538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 14:42:15.776272 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-1e37c99d-115d-44bb-9ee2-fcad4100b40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372466'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:15.801042 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.db_base_plugin_common [None req-0a16c931-e2a7-4cc4-8a01-376c7c03315e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Allocated IP 172.27.2.126 (ee68bfbb-5103-4d10-b9ad-fba4a097df41/ecb224d9-3cd4-4979-8f79-b30a4344ff69/15f69525-2a43-4b59-8955-d9d8dd882705) {{(pid=101539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:42:15.812444 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445654d-7878-4280-9f10-9158c37a4155 req-360bec32-fe54-46b6-9e95-c58a3ec3e476 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:15.813923 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a445654d-7878-4280-9f10-9158c37a4155 req-360bec32-fe54-46b6-9e95-c58a3ec3e476 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 943 time: 0.0950508 Oct 28 14:42:15.835570 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37c99d-115d-44bb-9ee2-fcad4100b40c service neutron] Pushing event updated for resources: {'Port': ['ID=8937ecfd-5d14-4b67-a734-71f8fae886dd,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:15.840101 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-b58d05fc-d969-4c79-be93-1b385c0a73c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:15.841601 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-b58d05fc-d969-4c79-be93-1b385c0a73c4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c4fd715-4b25-4fcf-8589-609c400168cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0947516 Oct 28 14:42:15.933638 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a445654d-7878-4280-9f10-9158c37a4155 req-b81d8641-47ad-4603-ab0d-d0ff842fa6d4 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096461 Oct 28 14:42:15.980037 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-1e37c99d-115d-44bb-9ee2-fcad4100b40c service neutron] Attempting to bind port 8937ecfd-5d14-4b67-a734-71f8fae886dd on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:42:15.980368 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-1e37c99d-115d-44bb-9ee2-fcad4100b40c service neutron] Attempting to bind port 8937ecfd-5d14-4b67-a734-71f8fae886dd by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '82112304-ce99-41cc-a990-37f353cb51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'd2f0c797-5490-4dd9-84e9-821fd7a6dd2d'}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:42:15.980690 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-1e37c99d-115d-44bb-9ee2-fcad4100b40c service neutron] Attempting to bind port 8937ecfd-5d14-4b67-a734-71f8fae886dd on network d2f0c797-5490-4dd9-84e9-821fd7a6dd2d {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:42:15.989719 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-1e37c99d-115d-44bb-9ee2-fcad4100b40c service neutron] Port 8937ecfd-5d14-4b67-a734-71f8fae886dd on network d2f0c797-5490-4dd9-84e9-821fd7a6dd2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 14:42:15.990036 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-1e37c99d-115d-44bb-9ee2-fcad4100b40c service neutron] Attempting to bind port 8937ecfd-5d14-4b67-a734-71f8fae886dd on network d2f0c797-5490-4dd9-84e9-821fd7a6dd2d {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:42:15.992784 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011fefb-87e5-4544-a230-f2dfddf8ba67 req-fad85a58-fe3c-4564-ad9d-a83aa3573773 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:15.994318 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7011fefb-87e5-4544-a230-f2dfddf8ba67 req-fad85a58-fe3c-4564-ad9d-a83aa3573773 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=ede80fb3-d398-4e74-b9f2-b79767c4d771 HTTP/1.1" status: 200 len: 944 time: 0.1018953 Oct 28 14:42:15.997717 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0a16c931-e2a7-4cc4-8a01-376c7c03315e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for port, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:15.999935 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-1e37c99d-115d-44bb-9ee2-fcad4100b40c service neutron] Checking agent: {'id': 'ab39f7f4-514d-4bfb-9d0c-1a0ed5555608', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'started_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:42:16.000270 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-1e37c99d-115d-44bb-9ee2-fcad4100b40c service neutron] Checking segment: {'id': '82112304-ce99-41cc-a990-37f353cb51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'd2f0c797-5490-4dd9-84e9-821fd7a6dd2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:42:16.000712 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-1e37c99d-115d-44bb-9ee2-fcad4100b40c service neutron] Bound using segment: {'id': '82112304-ce99-41cc-a990-37f353cb51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'd2f0c797-5490-4dd9-84e9-821fd7a6dd2d'} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:42:16.001063 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-1e37c99d-115d-44bb-9ee2-fcad4100b40c service neutron] Bound port: 8937ecfd-5d14-4b67-a734-71f8fae886dd, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82112304-ce99-41cc-a990-37f353cb51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'd2f0c797-5490-4dd9-84e9-821fd7a6dd2d'}}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:42:16.001410 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-1e37c99d-115d-44bb-9ee2-fcad4100b40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:16.013873 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-ccfa2ef2-d91d-4c11-80f5-bf750897edb1 service neutron] 10.222.0.72 "GET /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468365 Oct 28 14:42:16.050720 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7011fefb-87e5-4544-a230-f2dfddf8ba67 req-214ea30d-a255-40db-8a51-ee4f069032c8 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/security-groups?id=51359af3-c04e-43d9-926f-1f6204259320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492499 Oct 28 14:42:16.062602 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0a16c931-e2a7-4cc4-8a01-376c7c03315e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:16.106211 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a16c931-e2a7-4cc4-8a01-376c7c03315e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Network ee68bfbb-5103-4d10-b9ad-fba4a097df41 is already hosted by enough agents. {{(pid=101539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:42:16.109312 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [None req-0a16c931-e2a7-4cc4-8a01-376c7c03315e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Resources bound (agent type, host, resource id): {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:42:16.112918 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a16c931-e2a7-4cc4-8a01-376c7c03315e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Received port after_create {{(pid=101539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:42:16.118736 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16c931-e2a7-4cc4-8a01-376c7c03315e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Pushing event updated for resources: {'Port': ['ID=15f69525-2a43-4b59-8955-d9d8dd882705,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:16.153367 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 7a01d322-7e87-41a2-83c4-3821e0aa5d34 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:42:16.175319 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] No Port match for: 7a01d322-7e87-41a2-83c4-3821e0aa5d34 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:42:16.175875 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 7a01d322-7e87-41a2-83c4-3821e0aa5d34 not bound to the agent host hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:42:16.206511 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0a16c931-e2a7-4cc4-8a01-376c7c03315e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:16.241798 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0a16c931-e2a7-4cc4-8a01-376c7c03315e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:16.392624 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-1e37c99d-115d-44bb-9ee2-fcad4100b40c service neutron] For port 8937ecfd-5d14-4b67-a734-71f8fae886dd, host hv-cinder-81584, cleared binding levels {{(pid=101538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:42:16.397298 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-1e37c99d-115d-44bb-9ee2-fcad4100b40c service neutron] For port 8937ecfd-5d14-4b67-a734-71f8fae886dd, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=8937ecfd-5d14-4b67-a734-71f8fae886dd,segment=NetworkSegment(82112304-ce99-41cc-a990-37f353cb51a7),segment_id=82112304-ce99-41cc-a990-37f353cb51a7)] {{(pid=101538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:42:16.399725 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0a16c931-e2a7-4cc4-8a01-376c7c03315e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for port, precommit_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:16.404762 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0a16c931-e2a7-4cc4-8a01-376c7c03315e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5860495'] for port, after_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:16.408374 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-1e37c99d-115d-44bb-9ee2-fcad4100b40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372466'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:16.453768 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d3fc97c5-d6c5-4431-aa2a-c57737cb8a1d req-cee562de-5286-4fee-b1dd-680f26bd2db0 service neutron] 10.222.0.72 "GET /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174352 Oct 28 14:42:16.461218 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-1e37c99d-115d-44bb-9ee2-fcad4100b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:16.461904 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-1e37c99d-115d-44bb-9ee2-fcad4100b40c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:16.463079 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-1e37c99d-115d-44bb-9ee2-fcad4100b40c service neutron] 10.222.0.72 "PUT /v2.0/ports/8937ecfd-5d14-4b67-a734-71f8fae886dd HTTP/1.1" status: 200 len: 1094 time: 1.2878118 Oct 28 14:42:16.477944 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16c931-e2a7-4cc4-8a01-376c7c03315e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Pushing event updated for resources: {'Port': ['ID=15f69525-2a43-4b59-8955-d9d8dd882705,revision_number=2']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:16.487227 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0a16c931-e2a7-4cc4-8a01-376c7c03315e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640319'] for floatingip, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:16.499445 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37c99d-115d-44bb-9ee2-fcad4100b40c service neutron] Pushing event updated for resources: {'Port': ['ID=8937ecfd-5d14-4b67-a734-71f8fae886dd,revision_number=3']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:16.503966 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0a16c931-e2a7-4cc4-8a01-376c7c03315e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for floatingip, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:16.505323 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-0a16c931-e2a7-4cc4-8a01-376c7c03315e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9941845 Oct 28 14:42:16.579622 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd7a05-2835-46ee-9e05-ab2b356aa2ae req-8fb7f2b5-eb7c-44ab-a6e9-8cbab5f38fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:16.581169 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-e0fd7a05-2835-46ee-9e05-ab2b356aa2ae req-8fb7f2b5-eb7c-44ab-a6e9-8cbab5f38fdc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=89fb273f901845daa8cf52ed4beefe1d&device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 1096 time: 0.0777605 Oct 28 14:42:16.582916 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-eb178da1-28a1-4ac8-a49d-33dca7e4191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:16.584240 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-eb178da1-28a1-4ac8-a49d-33dca7e4191b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a5ee01a79924e0db3458eaeac6bd1d5&device_id=ede80fb3-d398-4e74-b9f2-b79767c4d771 HTTP/1.1" status: 200 len: 1097 time: 0.0713975 Oct 28 14:42:16.641748 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-9abc27d6-cc63-4ea5-8649-92c7d442ffb3 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1535572926&fields=id&tenant_id=9e334a6e70ac4c2a882f287ce31d287e HTTP/1.1" status: 200 len: 267 time: 0.0316484 Oct 28 14:42:16.671186 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-262a0261-4886-4b7c-926f-2066be595f05 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8937ecfd-5d14-4b67-a734-71f8fae886dd HTTP/1.1" status: 200 len: 217 time: 0.0686762 Oct 28 14:42:16.742552 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-ac2bf506-df8b-404b-9d5b-edc218235160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:16.743961 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-ac2bf506-df8b-404b-9d5b-edc218235160 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=18e88842-bbf7-4544-9ab7-1f7c9950d488 HTTP/1.1" status: 200 len: 848 time: 0.0645921 Oct 28 14:42:16.748549 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd7a05-2835-46ee-9e05-ab2b356aa2ae req-58351be2-21a8-4686-84da-bc7e150d5d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:16.749888 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-e0fd7a05-2835-46ee-9e05-ab2b356aa2ae req-58351be2-21a8-4686-84da-bc7e150d5d16 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c4fd715-4b25-4fcf-8589-609c400168cc HTTP/1.1" status: 200 len: 918 time: 0.1552298 Oct 28 14:42:16.751002 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-ab40e625-09dd-4ac3-8f43-2d38312cea90 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:16.752589 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-ab40e625-09dd-4ac3-8f43-2d38312cea90 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/networks?id=37179b0d-df91-4999-9b23-d6b35cc378c2 HTTP/1.1" status: 200 len: 810 time: 0.1036870 Oct 28 14:42:16.770465 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-2d191f05-b2fe-4bfd-a403-1e5526b03af1 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/quotas/9e334a6e70ac4c2a882f287ce31d287e HTTP/1.1" status: 200 len: 375 time: 0.0116756 Oct 28 14:42:16.811954 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-6ea6a835-d1d8-495d-a924-14d19e97a935 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d2f0c797-5490-4dd9-84e9-821fd7a6dd2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601704 Oct 28 14:42:16.814051 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-e0fd7a05-2835-46ee-9e05-ab2b356aa2ae req-6f6c988e-2c53-4be9-b17d-4ab00d653dae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71166dd3-5a41-434b-82cc-f09cbb79a996 HTTP/1.1" status: 200 len: 217 time: 0.0545723 Oct 28 14:42:16.824827 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-680c5861-7807-4c18-ba9d-ba5fc10afffd tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9e334a6e70ac4c2a882f287ce31d287e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482266 Oct 28 14:42:16.923022 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd7a05-2835-46ee-9e05-ab2b356aa2ae req-1d2a86cc-d63f-43c4-8096-3db8c7d14171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:16.923364 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-bfd854d3-cc9b-46e8-bf3a-383e1af5baec service neutron] 10.222.0.79 "GET /v2.0/networks/37179b0d-df91-4999-9b23-d6b35cc378c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850618 Oct 28 14:42:16.924473 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-e0fd7a05-2835-46ee-9e05-ab2b356aa2ae req-1d2a86cc-d63f-43c4-8096-3db8c7d14171 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c385150-b18d-415b-9404-b587a3485a15 HTTP/1.1" status: 200 len: 856 time: 0.0905321 Oct 28 14:42:16.975615 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-b8d576be-fe85-480b-bf68-0657f79722f6 service neutron] 10.222.0.72 "GET /v2.0/networks/d2f0c797-5490-4dd9-84e9-821fd7a6dd2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487901 Oct 28 14:42:16.994989 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd7a05-2835-46ee-9e05-ab2b356aa2ae req-f5bea633-f4e2-468a-9fea-3164d086191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:16.996367 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-e0fd7a05-2835-46ee-9e05-ab2b356aa2ae req-f5bea633-f4e2-468a-9fea-3164d086191c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c4fd715-4b25-4fcf-8589-609c400168cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598154 Oct 28 14:42:17.017451 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-57ed7917-0217-4235-9435-832d3c63f423 service neutron] 10.222.0.79 "GET /v2.0/networks/37179b0d-df91-4999-9b23-d6b35cc378c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878327 Oct 28 14:42:17.059225 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-a711412c-b69f-4c24-91ee-27cdfb7a596c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:17.067996 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013dbca-d250-4eb8-b2ca-ba967d46471c req-fbebba9c-c429-47f0-a3d3-db235c35c715 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:17.069735 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6013dbca-d250-4eb8-b2ca-ba967d46471c req-fbebba9c-c429-47f0-a3d3-db235c35c715 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 943 time: 0.0510411 Oct 28 14:42:17.120784 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6013dbca-d250-4eb8-b2ca-ba967d46471c req-28847bf3-aa5e-4540-8cc2-35acaf37cfd1 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441265 Oct 28 14:42:17.150017 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-9c6e8391-21ce-4112-aa8d-b527820fe526 req-62275564-4dab-4924-9c61-8c68564c42fc service neutron] 10.222.0.72 "GET /v2.0/networks/d2f0c797-5490-4dd9-84e9-821fd7a6dd2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642821 Oct 28 14:42:17.156243 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-e0fd7a05-2835-46ee-9e05-ab2b356aa2ae req-08e608bb-1a5a-4460-8f53-4649194ce896 service neutron] 10.222.0.72 "GET /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499555 Oct 28 14:42:17.219122 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a9ac2497-d897-47b8-9947-1f59a6e9c8e1 req-83b74afd-b54d-4f0d-b89f-d50fb4d35b88 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=5452b726-1ec3-45c1-962e-28c0826f44e6 HTTP/1.1" status: 200 len: 210 time: 0.0350881 Oct 28 14:42:17.267709 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1385255-e372-4b81-af96-cc858065b33f req-9d0008ab-2b65-4223-8a4f-b1474568a7ff tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:17.269213 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c1385255-e372-4b81-af96-cc858065b33f req-9d0008ab-2b65-4223-8a4f-b1474568a7ff tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=ede80fb3-d398-4e74-b9f2-b79767c4d771 HTTP/1.1" status: 200 len: 944 time: 0.0526085 Oct 28 14:42:17.269807 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-e0fd7a05-2835-46ee-9e05-ab2b356aa2ae req-0be2aed6-2321-42ee-8399-95a3c4b77704 service neutron] 10.222.0.72 "GET /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032438 Oct 28 14:42:17.308618 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c1385255-e372-4b81-af96-cc858065b33f req-1f21d8f7-d0f1-4846-bd36-03c75ae2041e tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/security-groups?id=51359af3-c04e-43d9-926f-1f6204259320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324047 Oct 28 14:42:17.520546 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede80fb3-d398-4e74-b9f2-b79767c4d771', 'tag': '8937ecfd-5d14-4b67-a734-71f8fae886dd'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:42:17.523197 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9720fc9-8b60-4431-a9e7-77db9d8725e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ede80fb3-d398-4e74-b9f2-b79767c4d771", "tag": "8937ecfd-5d14-4b67-a734-71f8fae886dd"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:42:17.563878 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8451d040-0fa4-4bf1-9f90-346b8a527bb0 x-openstack-request-id: req-8451d040-0fa4-4bf1-9f90-346b8a527bb0 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:42:17.564174 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede80fb3-d398-4e74-b9f2-b79767c4d771", "tag": "8937ecfd-5d14-4b67-a734-71f8fae886dd", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:42:17.564424 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8451d040-0fa4-4bf1-9f90-346b8a527bb0 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:42:17.564820 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede80fb3-d398-4e74-b9f2-b79767c4d771', 'tag': '8937ecfd-5d14-4b67-a734-71f8fae886dd', 'status': 'completed', 'code': 200} Oct 28 14:42:17.631026 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9720fc9-8b60-4431-a9e7-77db9d8725e3 req-5f7b4c52-6810-48cc-b3ae-eb630ed8d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:17.632503 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b9720fc9-8b60-4431-a9e7-77db9d8725e3 req-5f7b4c52-6810-48cc-b3ae-eb630ed8d988 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a5ee01a79924e0db3458eaeac6bd1d5&device_id=ede80fb3-d398-4e74-b9f2-b79767c4d771 HTTP/1.1" status: 200 len: 1097 time: 0.0411303 Oct 28 14:42:17.736640 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9720fc9-8b60-4431-a9e7-77db9d8725e3 req-d89a4909-f929-4627-b580-1d69a6f4aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:17.738233 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b9720fc9-8b60-4431-a9e7-77db9d8725e3 req-d89a4909-f929-4627-b580-1d69a6f4aa97 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d2f0c797-5490-4dd9-84e9-821fd7a6dd2d HTTP/1.1" status: 200 len: 909 time: 0.0890079 Oct 28 14:42:17.789500 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b9720fc9-8b60-4431-a9e7-77db9d8725e3 req-d402cad6-3440-4aa9-9b19-c820c222684a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8937ecfd-5d14-4b67-a734-71f8fae886dd HTTP/1.1" status: 200 len: 217 time: 0.0373077 Oct 28 14:42:17.839463 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9720fc9-8b60-4431-a9e7-77db9d8725e3 req-7a8a9778-a51c-4f60-bb02-5782b32b8521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:17.840865 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b9720fc9-8b60-4431-a9e7-77db9d8725e3 req-7a8a9778-a51c-4f60-bb02-5782b32b8521 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=18e88842-bbf7-4544-9ab7-1f7c9950d488 HTTP/1.1" status: 200 len: 848 time: 0.0426986 Oct 28 14:42:17.872507 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b9720fc9-8b60-4431-a9e7-77db9d8725e3 req-282b1aa1-a71c-4749-8c10-48cb7d098485 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d2f0c797-5490-4dd9-84e9-821fd7a6dd2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237226 Oct 28 14:42:17.970336 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b9720fc9-8b60-4431-a9e7-77db9d8725e3 req-6860603e-805e-4837-93de-223508e87e02 service neutron] 10.222.0.72 "GET /v2.0/networks/d2f0c797-5490-4dd9-84e9-821fd7a6dd2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868886 Oct 28 14:42:18.066644 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b9720fc9-8b60-4431-a9e7-77db9d8725e3 req-607bf9e5-3519-4fcc-9fdc-111894a2acee service neutron] 10.222.0.72 "GET /v2.0/networks/d2f0c797-5490-4dd9-84e9-821fd7a6dd2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883548 Oct 28 14:42:18.164172 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 71166dd3-5a41-434b-82cc-f09cbb79a996 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 14:42:18.211788 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-e9ddfad4-57c4-42e9-ac3b-3f8d6b457e70 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:18.213374 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-e9ddfad4-57c4-42e9-ac3b-3f8d6b457e70 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.72 "GET /v2.0/networks?id=37179b0d-df91-4999-9b23-d6b35cc378c2 HTTP/1.1" status: 200 len: 810 time: 0.1165709 Oct 28 14:42:18.264999 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ba726-0d1f-4f18-98d0-a4695e29c39c req-0e71cfa5-65ef-4f44-a79d-dd08f89161b9 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:18.267458 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-351ba726-0d1f-4f18-98d0-a4695e29c39c req-0e71cfa5-65ef-4f44-a79d-dd08f89161b9 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 943 time: 0.0717218 Oct 28 14:42:18.271389 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-70506a1d-2726-4030-a78d-41bd56e2d684 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e334a6e70ac4c2a882f287ce31d287e HTTP/1.1" status: 200 len: 380 time: 0.0476437 Oct 28 14:42:18.282792 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-234c7d11-8b5d-4287-b940-867f09a2f3d4 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Request body: {'port': {'device_id': '5452b726-1ec3-45c1-962e-28c0826f44e6', 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'admin_state_up': True, 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'security_groups': ['52165a2b-5332-473d-97f5-72dc8e9b329d']}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:42:18.287286 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 71166dd3-5a41-434b-82cc-f09cbb79a996, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=71166dd3-5a41-434b-82cc-f09cbb79a996,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:42:18.308184 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Returning: {'device': '71166dd3-5a41-434b-82cc-f09cbb79a996', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'port_id': '71166dd3-5a41-434b-82cc-f09cbb79a996', 'mac_address': 'fa:16:3e:8b:cf:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c385150-b18d-415b-9404-b587a3485a15', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 14:42:18.323414 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-351ba726-0d1f-4f18-98d0-a4695e29c39c req-381bf9af-d740-4b50-b519-08d50a506ac1 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478191 Oct 28 14:42:18.339118 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-69a2cdea-a75d-41f7-ac90-e62b45fc19f3 req-c6807907-1e6f-4182-8c3c-8d888d22d12c tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=5452b726-1ec3-45c1-962e-28c0826f44e6 HTTP/1.1" status: 200 len: 210 time: 0.0319536 Oct 28 14:42:18.360713 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:18.375577 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71166dd3-5a41-434b-82cc-f09cbb79a996 {{(pid=101540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:42:18.395197 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 71166dd3-5a41-434b-82cc-f09cbb79a996, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=71166dd3-5a41-434b-82cc-f09cbb79a996,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:42:18.400244 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:18.418048 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-234c7d11-8b5d-4287-b940-867f09a2f3d4 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Made reservation on behalf of 9e334a6e70ac4c2a882f287ce31d287e for: {'port': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:42:18.421786 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-234c7d11-8b5d-4287-b940-867f09a2f3d4 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:18.452153 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=71166dd3-5a41-434b-82cc-f09cbb79a996,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:18.460804 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:42:18.461452 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:42:18.461938 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:42:18.462428 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:42:18.462939 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:42:18.463752 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:42:18.464511 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:42:18.465271 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:42:18.466085 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:42:18.466898 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:42:18.467668 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:42:18.468521 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:42:18.561919 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-234c7d11-8b5d-4287-b940-867f09a2f3d4 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Allocated IP 172.20.0.3 (37179b0d-df91-4999-9b23-d6b35cc378c2/fb6c52cb-73bc-43b9-9665-77e60bb1696b/a1cbdc5d-874d-462d-a113-16be5913991d) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:42:18.642550 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['71166dd3-5a41-434b-82cc-f09cbb79a996'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:42:18.684998 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698379d-8a04-4673-ae6c-94aa2ade7657 req-44b684a9-7270-4aa6-97be-73c3170b0623 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:18.686504 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0698379d-8a04-4673-ae6c-94aa2ade7657 req-44b684a9-7270-4aa6-97be-73c3170b0623 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=ede80fb3-d398-4e74-b9f2-b79767c4d771 HTTP/1.1" status: 200 len: 944 time: 0.2831404 Oct 28 14:42:18.713044 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-234c7d11-8b5d-4287-b940-867f09a2f3d4 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:18.723746 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0698379d-8a04-4673-ae6c-94aa2ade7657 req-e7c22bda-4bee-4de5-9f8f-c6a87a31ed32 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/security-groups?id=51359af3-c04e-43d9-926f-1f6204259320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311968 Oct 28 14:42:18.752551 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-234c7d11-8b5d-4287-b940-867f09a2f3d4 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:18.804853 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-234c7d11-8b5d-4287-b940-867f09a2f3d4 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Network 37179b0d-df91-4999-9b23-d6b35cc378c2 is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:42:18.807983 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-234c7d11-8b5d-4287-b940-867f09a2f3d4 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:42:18.811755 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-234c7d11-8b5d-4287-b940-867f09a2f3d4 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:42:18.818136 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c7d11-8b5d-4287-b940-867f09a2f3d4 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Pushing event updated for resources: {'Port': ['ID=a1cbdc5d-874d-462d-a113-16be5913991d,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:18.864392 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-234c7d11-8b5d-4287-b940-867f09a2f3d4 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:18.865050 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-234c7d11-8b5d-4287-b940-867f09a2f3d4 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:18.885552 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-234c7d11-8b5d-4287-b940-867f09a2f3d4 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6069827 Oct 28 14:42:18.903385 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-701c9eb1-1bb4-40e8-883c-933a36e2e866 service neutron] Request body: {'port': {'device_id': '5452b726-1ec3-45c1-962e-28c0826f44e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:42:18.956843 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-701c9eb1-1bb4-40e8-883c-933a36e2e866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:19.068218 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-8d070532-8ec1-42df-8b64-574ed260b757 None None] Provisioning complete for port a1cbdc5d-874d-462d-a113-16be5913991d triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:42:19.068687 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-8d070532-8ec1-42df-8b64-574ed260b757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:19.103551 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-8d070532-8ec1-42df-8b64-574ed260b757 None None] Port a1cbdc5d-874d-462d-a113-16be5913991d cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:42:19.223464 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-701c9eb1-1bb4-40e8-883c-933a36e2e866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1cbdc5d-874d-462d-a113-16be5913991d {{(pid=101538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:42:19.234086 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-701c9eb1-1bb4-40e8-883c-933a36e2e866 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:19.253521 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.provisioning_blocks [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-701c9eb1-1bb4-40e8-883c-933a36e2e866 service neutron] Transition to ACTIVE for port object a1cbdc5d-874d-462d-a113-16be5913991d will not be triggered until provisioned by entity L2. {{(pid=101538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 14:42:19.258890 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-701c9eb1-1bb4-40e8-883c-933a36e2e866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372466'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:19.306595 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c9eb1-1bb4-40e8-883c-933a36e2e866 service neutron] Pushing event updated for resources: {'Port': ['ID=a1cbdc5d-874d-462d-a113-16be5913991d,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:19.384689 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-701c9eb1-1bb4-40e8-883c-933a36e2e866 service neutron] Attempting to bind port a1cbdc5d-874d-462d-a113-16be5913991d on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:42:19.385075 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-701c9eb1-1bb4-40e8-883c-933a36e2e866 service neutron] Attempting to bind port a1cbdc5d-874d-462d-a113-16be5913991d by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '72b1a595-edea-42ca-8564-6c883f9d150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2'}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:42:19.385418 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-701c9eb1-1bb4-40e8-883c-933a36e2e866 service neutron] Attempting to bind port a1cbdc5d-874d-462d-a113-16be5913991d on network 37179b0d-df91-4999-9b23-d6b35cc378c2 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:42:19.390316 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-701c9eb1-1bb4-40e8-883c-933a36e2e866 service neutron] Port a1cbdc5d-874d-462d-a113-16be5913991d on network 37179b0d-df91-4999-9b23-d6b35cc378c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 14:42:19.390706 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-701c9eb1-1bb4-40e8-883c-933a36e2e866 service neutron] Attempting to bind port a1cbdc5d-874d-462d-a113-16be5913991d on network 37179b0d-df91-4999-9b23-d6b35cc378c2 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:42:19.396089 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-701c9eb1-1bb4-40e8-883c-933a36e2e866 service neutron] Checking agent: {'id': 'ab39f7f4-514d-4bfb-9d0c-1a0ed5555608', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'started_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:42:19.396435 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-701c9eb1-1bb4-40e8-883c-933a36e2e866 service neutron] Checking segment: {'id': '72b1a595-edea-42ca-8564-6c883f9d150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:42:19.396878 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-701c9eb1-1bb4-40e8-883c-933a36e2e866 service neutron] Bound using segment: {'id': '72b1a595-edea-42ca-8564-6c883f9d150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2'} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:42:19.397313 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-701c9eb1-1bb4-40e8-883c-933a36e2e866 service neutron] Bound port: a1cbdc5d-874d-462d-a113-16be5913991d, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b1a595-edea-42ca-8564-6c883f9d150d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2'}}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:42:19.397675 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-701c9eb1-1bb4-40e8-883c-933a36e2e866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:19.466480 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-701c9eb1-1bb4-40e8-883c-933a36e2e866 service neutron] For port a1cbdc5d-874d-462d-a113-16be5913991d, host hv-cinder-81584, cleared binding levels {{(pid=101538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:42:19.469947 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-701c9eb1-1bb4-40e8-883c-933a36e2e866 service neutron] For port a1cbdc5d-874d-462d-a113-16be5913991d, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=a1cbdc5d-874d-462d-a113-16be5913991d,segment=NetworkSegment(72b1a595-edea-42ca-8564-6c883f9d150d),segment_id=72b1a595-edea-42ca-8564-6c883f9d150d)] {{(pid=101538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:42:19.474408 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-701c9eb1-1bb4-40e8-883c-933a36e2e866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372466'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:19.494235 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c08c8-6f14-47c4-a8e7-0bbfce4e6a0e req-db245570-7772-4e15-b3fb-bf738a75b738 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:19.495776 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-625c08c8-6f14-47c4-a8e7-0bbfce4e6a0e req-db245570-7772-4e15-b3fb-bf738a75b738 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 944 time: 0.0789230 Oct 28 14:42:19.503889 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ce19f-6ffe-4a88-ac39-1e29b6f05aee req-8d28dcc9-58d1-415c-8214-91f12985f610 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:19.505298 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-fe1ce19f-6ffe-4a88-ac39-1e29b6f05aee req-8d28dcc9-58d1-415c-8214-91f12985f610 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=5452b726-1ec3-45c1-962e-28c0826f44e6 HTTP/1.1" status: 200 len: 943 time: 0.0795422 Oct 28 14:42:19.510969 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-701c9eb1-1bb4-40e8-883c-933a36e2e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:19.511580 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-701c9eb1-1bb4-40e8-883c-933a36e2e866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:19.512967 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-701c9eb1-1bb4-40e8-883c-933a36e2e866 service neutron] 10.222.0.72 "PUT /v2.0/ports/a1cbdc5d-874d-462d-a113-16be5913991d HTTP/1.1" status: 200 len: 1093 time: 0.6186171 Oct 28 14:42:19.535390 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c9eb1-1bb4-40e8-883c-933a36e2e866 service neutron] Pushing event updated for resources: {'Port': ['ID=a1cbdc5d-874d-462d-a113-16be5913991d,revision_number=3']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:19.574621 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5452b726-1ec3-45c1-962e-28c0826f44e6', 'tag': 'a1cbdc5d-874d-462d-a113-16be5913991d'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:42:19.575321 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-625c08c8-6f14-47c4-a8e7-0bbfce4e6a0e req-f2a4a450-657b-4d3a-ba8a-6a0ea92fd75c tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685029 Oct 28 14:42:19.576724 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f16d19-40af-4dfe-9dba-46931d429ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "5452b726-1ec3-45c1-962e-28c0826f44e6", "tag": "a1cbdc5d-874d-462d-a113-16be5913991d"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:42:19.592420 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-fe1ce19f-6ffe-4a88-ac39-1e29b6f05aee req-a2bf4459-f3e5-4483-b4b5-07b56bada519 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=52165a2b-5332-473d-97f5-72dc8e9b329d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770464 Oct 28 14:42:19.623195 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-c21069d9-54aa-4a6f-a7a4-e46f4aacb2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:19.624827 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-c21069d9-54aa-4a6f-a7a4-e46f4aacb2af service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9e334a6e70ac4c2a882f287ce31d287e&device_id=5452b726-1ec3-45c1-962e-28c0826f44e6 HTTP/1.1" status: 200 len: 1096 time: 0.0615354 Oct 28 14:42:19.673017 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-f32181fb-0c70-4af7-91bf-3220ca18604a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1cbdc5d-874d-462d-a113-16be5913991d HTTP/1.1" status: 200 len: 217 time: 0.0384507 Oct 28 14:42:19.710158 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31cb7ca-525c-4903-9356-9fc02d9a97d9 x-openstack-request-id: req-a31cb7ca-525c-4903-9356-9fc02d9a97d9 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:42:19.710414 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5452b726-1ec3-45c1-962e-28c0826f44e6", "tag": "a1cbdc5d-874d-462d-a113-16be5913991d", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:42:19.710658 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a31cb7ca-525c-4903-9356-9fc02d9a97d9 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:42:19.711064 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5452b726-1ec3-45c1-962e-28c0826f44e6', 'tag': 'a1cbdc5d-874d-462d-a113-16be5913991d', 'status': 'completed', 'code': 200} Oct 28 14:42:19.728771 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-2b2b363f-cd1a-42ff-8abd-4a35f5e9a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:19.730221 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-2b2b363f-cd1a-42ff-8abd-4a35f5e9a518 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb6c52cb-73bc-43b9-9665-77e60bb1696b HTTP/1.1" status: 200 len: 849 time: 0.0487020 Oct 28 14:42:19.783168 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-14526bf2-c1ce-442a-9400-8ee331ae428d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:19.786222 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-14526bf2-c1ce-442a-9400-8ee331ae428d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=37179b0d-df91-4999-9b23-d6b35cc378c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484254 Oct 28 14:42:19.841373 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca4aeb-c63b-4f86-9605-53ded138eb38 req-a0d277ae-551a-4e8c-ac36-4ca4044aedf6 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:19.842917 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-36ca4aeb-c63b-4f86-9605-53ded138eb38 req-a0d277ae-551a-4e8c-ac36-4ca4044aedf6 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=ede80fb3-d398-4e74-b9f2-b79767c4d771 HTTP/1.1" status: 200 len: 944 time: 0.0480587 Oct 28 14:42:19.881178 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-abf97e9c-e574-406f-a6ad-1503c3eab3f8 service neutron] 10.222.0.72 "GET /v2.0/networks/37179b0d-df91-4999-9b23-d6b35cc378c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873258 Oct 28 14:42:19.884251 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-36ca4aeb-c63b-4f86-9605-53ded138eb38 req-48bab3c9-3af5-418f-97f5-4d99897e90b7 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/security-groups?id=51359af3-c04e-43d9-926f-1f6204259320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322614 Oct 28 14:42:19.972473 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-71747bc9-987c-4cbf-817a-2d57fbf8f940 req-4bf43737-b981-4ed0-8689-f7e014b3ee33 service neutron] 10.222.0.72 "GET /v2.0/networks/37179b0d-df91-4999-9b23-d6b35cc378c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836289 Oct 28 14:42:20.066592 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f16d19-40af-4dfe-9dba-46931d429ac9 req-eba2ac77-0b0c-4598-a716-34a35514d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:20.067999 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f1f16d19-40af-4dfe-9dba-46931d429ac9 req-eba2ac77-0b0c-4598-a716-34a35514d4de service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9e334a6e70ac4c2a882f287ce31d287e&device_id=5452b726-1ec3-45c1-962e-28c0826f44e6 HTTP/1.1" status: 200 len: 1096 time: 0.0455008 Oct 28 14:42:20.094022 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-9882489c-c503-43e3-9ded-2b1423aa5d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:20.162990 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f16d19-40af-4dfe-9dba-46931d429ac9 req-ede08f12-8bd4-4025-8aec-892a94f15596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:20.164311 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 8937ecfd-5d14-4b67-a734-71f8fae886dd details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 14:42:20.164505 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f1f16d19-40af-4dfe-9dba-46931d429ac9 req-ede08f12-8bd4-4025-8aec-892a94f15596 service neutron] 10.222.0.72 "GET /v2.0/networks?id=37179b0d-df91-4999-9b23-d6b35cc378c2 HTTP/1.1" status: 200 len: 911 time: 0.0866683 Oct 28 14:42:20.168894 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 71166dd3-5a41-434b-82cc-f09cbb79a996 up at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:42:20.209707 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f1f16d19-40af-4dfe-9dba-46931d429ac9 req-fae902df-d565-4be5-9ea3-bb62b676df29 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1cbdc5d-874d-462d-a113-16be5913991d HTTP/1.1" status: 200 len: 217 time: 0.0376120 Oct 28 14:42:20.267788 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f16d19-40af-4dfe-9dba-46931d429ac9 req-0d8f0c5c-0d72-4ccd-9460-be4fa25c44ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:20.269259 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f1f16d19-40af-4dfe-9dba-46931d429ac9 req-0d8f0c5c-0d72-4ccd-9460-be4fa25c44ac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb6c52cb-73bc-43b9-9665-77e60bb1696b HTTP/1.1" status: 200 len: 849 time: 0.0452237 Oct 28 14:42:20.276132 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning for port 71166dd3-5a41-434b-82cc-f09cbb79a996 completed by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 14:42:20.287843 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning complete for port 71166dd3-5a41-434b-82cc-f09cbb79a996 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:42:20.288204 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:20.316839 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f16d19-40af-4dfe-9dba-46931d429ac9 req-2568f22e-da67-49f3-97eb-6fa843a778cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:20.318271 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f1f16d19-40af-4dfe-9dba-46931d429ac9 req-2568f22e-da67-49f3-97eb-6fa843a778cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=37179b0d-df91-4999-9b23-d6b35cc378c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416124 Oct 28 14:42:20.326210 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 8937ecfd-5d14-4b67-a734-71f8fae886dd, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=8937ecfd-5d14-4b67-a734-71f8fae886dd,segment=NetworkSegment(82112304-ce99-41cc-a990-37f353cb51a7),segment_id=82112304-ce99-41cc-a990-37f353cb51a7)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:42:20.342670 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Returning: {'device': '8937ecfd-5d14-4b67-a734-71f8fae886dd', 'network_id': 'd2f0c797-5490-4dd9-84e9-821fd7a6dd2d', 'port_id': '8937ecfd-5d14-4b67-a734-71f8fae886dd', 'mac_address': 'fa:16:3e:db:9e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e88842-bbf7-4544-9ab7-1f7c9950d488', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 14:42:20.411076 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:20.412383 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f1f16d19-40af-4dfe-9dba-46931d429ac9 req-4aa58701-76fe-4592-be36-de813f930417 service neutron] 10.222.0.72 "GET /v2.0/networks/37179b0d-df91-4999-9b23-d6b35cc378c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856359 Oct 28 14:42:20.428949 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8937ecfd-5d14-4b67-a734-71f8fae886dd {{(pid=101540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:42:20.432866 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:20.462071 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 8937ecfd-5d14-4b67-a734-71f8fae886dd, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=8937ecfd-5d14-4b67-a734-71f8fae886dd,segment=NetworkSegment(82112304-ce99-41cc-a990-37f353cb51a7),segment_id=82112304-ce99-41cc-a990-37f353cb51a7)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:42:20.465808 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:20.474333 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873cc8fe-394e-489d-bcca-e4bebc47f4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71166dd3-5a41-434b-82cc-f09cbb79a996'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:42:20.476671 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331c0eda-c492-4546-ab1c-5a269451f7ec" -d '{"events": [{"server_uuid": "873cc8fe-394e-489d-bcca-e4bebc47f4ad", "name": "network-vif-plugged", "status": "completed", "tag": "71166dd3-5a41-434b-82cc-f09cbb79a996"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:42:20.507159 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f1f16d19-40af-4dfe-9dba-46931d429ac9 req-105057f7-a1ea-4826-8d0e-1d17fb6e5c01 service neutron] 10.222.0.72 "GET /v2.0/networks/37179b0d-df91-4999-9b23-d6b35cc378c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848300 Oct 28 14:42:20.513225 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 71166dd3-5a41-434b-82cc-f09cbb79a996, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=71166dd3-5a41-434b-82cc-f09cbb79a996,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:42:20.524537 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:20.538505 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=8937ecfd-5d14-4b67-a734-71f8fae886dd,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:20.564486 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619d10db-b75f-4750-ad9c-9cc0c80015ef x-openstack-request-id: req-619d10db-b75f-4750-ad9c-9cc0c80015ef {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:42:20.564845 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873cc8fe-394e-489d-bcca-e4bebc47f4ad", "name": "network-vif-plugged", "status": "completed", "tag": "71166dd3-5a41-434b-82cc-f09cbb79a996", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:42:20.565126 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-619d10db-b75f-4750-ad9c-9cc0c80015ef {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:42:20.565558 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873cc8fe-394e-489d-bcca-e4bebc47f4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71166dd3-5a41-434b-82cc-f09cbb79a996', 'code': 200} Oct 28 14:42:20.593421 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=71166dd3-5a41-434b-82cc-f09cbb79a996,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:20.707751 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['8937ecfd-5d14-4b67-a734-71f8fae886dd'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:42:20.743359 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5d2ae-1cdf-4c2c-b857-b0ffec51bd74 req-4990a17c-cceb-47cf-a91e-48621ff44639 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:20.744276 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11153901-4b19-4853-91bb-8586f10506d3 req-ebb6cf1e-af30-4483-8d49-d8a84ef1aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:20.744836 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f2f5d2ae-1cdf-4c2c-b857-b0ffec51bd74 req-4990a17c-cceb-47cf-a91e-48621ff44639 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=5452b726-1ec3-45c1-962e-28c0826f44e6 HTTP/1.1" status: 200 len: 943 time: 0.0729043 Oct 28 14:42:20.745761 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-11153901-4b19-4853-91bb-8586f10506d3 req-ebb6cf1e-af30-4483-8d49-d8a84ef1aa03 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 1098 time: 0.0454938 Oct 28 14:42:20.752259 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8877ef-ff36-41f9-9a35-7079ee2f83a9 req-366fd6c0-bfe9-4ab3-a746-d0319108a085 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:20.753653 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-de8877ef-ff36-41f9-9a35-7079ee2f83a9 req-366fd6c0-bfe9-4ab3-a746-d0319108a085 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0935588 Oct 28 14:42:20.788854 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-11153901-4b19-4853-91bb-8586f10506d3 req-dfb6bdb4-af56-4545-9c50-03c546578839 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338354 Oct 28 14:42:20.808138 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f2f5d2ae-1cdf-4c2c-b857-b0ffec51bd74 req-0419f190-ccfe-4f21-96a8-fcfefc7481b3 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=52165a2b-5332-473d-97f5-72dc8e9b329d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535209 Oct 28 14:42:20.821185 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-de8877ef-ff36-41f9-9a35-7079ee2f83a9 req-b2ed0ad0-e580-4119-aaef-d28427a9fb6c tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518360 Oct 28 14:42:21.012248 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ade35-7c9b-4f10-8032-31bab341bc71 req-5ac2357d-d82b-4e12-a9c0-dc6c7c82a590 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:21.013695 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0e9ade35-7c9b-4f10-8032-31bab341bc71 req-5ac2357d-d82b-4e12-a9c0-dc6c7c82a590 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=ede80fb3-d398-4e74-b9f2-b79767c4d771 HTTP/1.1" status: 200 len: 945 time: 0.0559464 Oct 28 14:42:21.026507 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:21.055515 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0e9ade35-7c9b-4f10-8032-31bab341bc71 req-46f31890-29e0-48be-a9fb-9bcc2151ace9 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/security-groups?id=51359af3-c04e-43d9-926f-1f6204259320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355854 Oct 28 14:42:21.224908 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:21.963442 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aeddde-127b-4596-b64b-b3397f96990d req-cdfad9e5-ef88-44d2-a888-97f8099f2188 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:21.965012 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e9aeddde-127b-4596-b64b-b3397f96990d req-cdfad9e5-ef88-44d2-a888-97f8099f2188 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=5452b726-1ec3-45c1-962e-28c0826f44e6 HTTP/1.1" status: 200 len: 943 time: 0.0873411 Oct 28 14:42:21.977841 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfcd99-d192-47da-9405-9604c7cbaac0 req-82173357-48b3-4f41-8848-d0ce41b667ad tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:21.979277 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-38dfcd99-d192-47da-9405-9604c7cbaac0 req-82173357-48b3-4f41-8848-d0ce41b667ad tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0746686 Oct 28 14:42:22.034700 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e9aeddde-127b-4596-b64b-b3397f96990d req-bd688fd2-edb3-47ac-a0c0-40fdc2b8054a tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=52165a2b-5332-473d-97f5-72dc8e9b329d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543137 Oct 28 14:42:22.039548 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-38dfcd99-d192-47da-9405-9604c7cbaac0 req-556d5149-c77d-43b7-8493-394a0d8b1d4c tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460443 Oct 28 14:42:22.104472 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:22.174276 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670da20-e181-4aeb-87b3-ec1c0628884d req-49138e84-2eac-4d55-bec1-02a331482dec tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:22.175768 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4670da20-e181-4aeb-87b3-ec1c0628884d req-49138e84-2eac-4d55-bec1-02a331482dec tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=ede80fb3-d398-4e74-b9f2-b79767c4d771 HTTP/1.1" status: 200 len: 945 time: 0.0496566 Oct 28 14:42:22.199459 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device a1cbdc5d-874d-462d-a113-16be5913991d details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 14:42:22.203447 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 8937ecfd-5d14-4b67-a734-71f8fae886dd up at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:42:22.216243 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4670da20-e181-4aeb-87b3-ec1c0628884d req-2ca8e308-1d15-4dc8-b10f-d9cee47da525 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/security-groups?id=51359af3-c04e-43d9-926f-1f6204259320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316403 Oct 28 14:42:22.425671 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning for port 8937ecfd-5d14-4b67-a734-71f8fae886dd completed by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 14:42:22.437165 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning complete for port 8937ecfd-5d14-4b67-a734-71f8fae886dd triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:42:22.437543 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:22.476000 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port a1cbdc5d-874d-462d-a113-16be5913991d, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=a1cbdc5d-874d-462d-a113-16be5913991d,segment=NetworkSegment(72b1a595-edea-42ca-8564-6c883f9d150d),segment_id=72b1a595-edea-42ca-8564-6c883f9d150d)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:42:22.491169 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Returning: {'device': 'a1cbdc5d-874d-462d-a113-16be5913991d', 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'port_id': 'a1cbdc5d-874d-462d-a113-16be5913991d', 'mac_address': 'fa:16:3e:f2:a2:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 14:42:22.558611 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:22.573501 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:22.582833 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1cbdc5d-874d-462d-a113-16be5913991d {{(pid=101540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:42:22.610418 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede80fb3-d398-4e74-b9f2-b79767c4d771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8937ecfd-5d14-4b67-a734-71f8fae886dd'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:42:22.612675 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e046768d-c385-47c8-908e-4ca64a1aeda5" -d '{"events": [{"server_uuid": "ede80fb3-d398-4e74-b9f2-b79767c4d771", "name": "network-vif-plugged", "status": "completed", "tag": "8937ecfd-5d14-4b67-a734-71f8fae886dd"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:42:22.619226 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port a1cbdc5d-874d-462d-a113-16be5913991d, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=a1cbdc5d-874d-462d-a113-16be5913991d,segment=NetworkSegment(72b1a595-edea-42ca-8564-6c883f9d150d),segment_id=72b1a595-edea-42ca-8564-6c883f9d150d)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:42:22.625298 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:22.631235 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 8937ecfd-5d14-4b67-a734-71f8fae886dd, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=8937ecfd-5d14-4b67-a734-71f8fae886dd,segment=NetworkSegment(82112304-ce99-41cc-a990-37f353cb51a7),segment_id=82112304-ce99-41cc-a990-37f353cb51a7)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:42:22.652295 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea22d64a-00a3-4ed8-838c-301e12a2e278 x-openstack-request-id: req-ea22d64a-00a3-4ed8-838c-301e12a2e278 {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:42:22.652579 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede80fb3-d398-4e74-b9f2-b79767c4d771", "name": "network-vif-plugged", "status": "completed", "tag": "8937ecfd-5d14-4b67-a734-71f8fae886dd", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:42:22.652823 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ea22d64a-00a3-4ed8-838c-301e12a2e278 {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:42:22.653237 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede80fb3-d398-4e74-b9f2-b79767c4d771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8937ecfd-5d14-4b67-a734-71f8fae886dd', 'code': 200} Oct 28 14:42:22.655496 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:22.683150 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=a1cbdc5d-874d-462d-a113-16be5913991d,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:22.734248 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=8937ecfd-5d14-4b67-a734-71f8fae886dd,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:22.820820 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808ea34-ced4-46c2-886c-2f8acbb6f86e req-2dfafa4a-825a-4b3a-a937-933ab0bef14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:22.822296 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-6808ea34-ced4-46c2-886c-2f8acbb6f86e req-2dfafa4a-825a-4b3a-a937-933ab0bef14a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ede80fb3-d398-4e74-b9f2-b79767c4d771 HTTP/1.1" status: 200 len: 1099 time: 0.0398152 Oct 28 14:42:22.858424 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-6808ea34-ced4-46c2-886c-2f8acbb6f86e req-3823c219-5fba-41db-b70c-e458537072ca service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=51359af3-c04e-43d9-926f-1f6204259320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281818 Oct 28 14:42:22.860107 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['a1cbdc5d-874d-462d-a113-16be5913991d'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:42:23.197981 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b60df-884f-4496-bf8d-2ca44c65aa55 req-9a96d9c3-6261-42ad-ac40-c2c365138c30 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:23.199575 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c42b60df-884f-4496-bf8d-2ca44c65aa55 req-9a96d9c3-6261-42ad-ac40-c2c365138c30 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=5452b726-1ec3-45c1-962e-28c0826f44e6 HTTP/1.1" status: 200 len: 944 time: 0.0824075 Oct 28 14:42:23.207814 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d5193-47f6-429f-82c1-6ae9da8b1d86 req-b3ce5ef8-1f2c-4ddb-8853-4a38e8af97da tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:23.209187 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f24d5193-47f6-429f-82c1-6ae9da8b1d86 req-b3ce5ef8-1f2c-4ddb-8853-4a38e8af97da tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0822220 Oct 28 14:42:23.260263 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c42b60df-884f-4496-bf8d-2ca44c65aa55 req-7ec0cec2-31c9-4e1e-8594-84115b16fc51 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=52165a2b-5332-473d-97f5-72dc8e9b329d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501525 Oct 28 14:42:23.267945 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f24d5193-47f6-429f-82c1-6ae9da8b1d86 req-f23fb87e-3d86-46ef-a000-83e2d78239fa tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520384 Oct 28 14:42:23.392632 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e8aa4-40f3-495c-9fba-6d2ec83f6f6b req-56c651d7-122a-45dc-b64b-3189ae524d9a tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:23.393995 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a99e8aa4-40f3-495c-9fba-6d2ec83f6f6b req-56c651d7-122a-45dc-b64b-3189ae524d9a tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=ede80fb3-d398-4e74-b9f2-b79767c4d771 HTTP/1.1" status: 200 len: 946 time: 0.0781329 Oct 28 14:42:23.406479 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6437e-34a3-48f1-8213-495aa65615f0 req-8f05cc6a-ee62-44b4-99b5-16a3da2ca283 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:23.407889 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9fc6437e-34a3-48f1-8213-495aa65615f0 req-8f05cc6a-ee62-44b4-99b5-16a3da2ca283 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0662105 Oct 28 14:42:23.416963 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 39536) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:23.421660 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-e2b98b15-6d37-4012-b293-1a0db06bbabb tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Request body: {'floatingip': {'port_id': '71166dd3-5a41-434b-82cc-f09cbb79a996'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:42:23.441117 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a99e8aa4-40f3-495c-9fba-6d2ec83f6f6b req-fe32a353-fe77-4d0c-8194-3184deff6c3e tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/security-groups?id=51359af3-c04e-43d9-926f-1f6204259320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322926 Oct 28 14:42:23.461094 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e2b98b15-6d37-4012-b293-1a0db06bbabb tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for floatingip, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:24.097086 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.db.resource_extend [None req-e2b98b15-6d37-4012-b293-1a0db06bbabb tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 14:42:24.152219 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e2b98b15-6d37-4012-b293-1a0db06bbabb tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:24.157810 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e2b98b15-6d37-4012-b293-1a0db06bbabb tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640319'] for floatingip, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:24.205773 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device a1cbdc5d-874d-462d-a113-16be5913991d up at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:42:24.257122 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning for port a1cbdc5d-874d-462d-a113-16be5913991d completed by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 14:42:24.258185 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.db.l3_db [None req-e2b98b15-6d37-4012-b293-1a0db06bbabb tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Floating IP 9ee26c80-378e-40db-8238-4cd5b5313790 associated. External IP: 172.27.2.168, port: 71166dd3-5a41-434b-82cc-f09cbb79a996. Oct 28 14:42:24.261595 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning complete for port a1cbdc5d-874d-462d-a113-16be5913991d triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:42:24.262067 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:24.349038 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:24.380866 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dd857-31b3-49b7-b6f2-233bdf4d5f55 req-a426d46a-8f6b-4811-8081-ac5eaa24d81f tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:24.382484 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2e3dd857-31b3-49b7-b6f2-233bdf4d5f55 req-a426d46a-8f6b-4811-8081-ac5eaa24d81f tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=5452b726-1ec3-45c1-962e-28c0826f44e6 HTTP/1.1" status: 200 len: 944 time: 0.0528350 Oct 28 14:42:24.383643 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port a1cbdc5d-874d-462d-a113-16be5913991d, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=a1cbdc5d-874d-462d-a113-16be5913991d,segment=NetworkSegment(72b1a595-edea-42ca-8564-6c883f9d150d),segment_id=72b1a595-edea-42ca-8564-6c883f9d150d)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:42:24.388077 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:24.422605 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2e3dd857-31b3-49b7-b6f2-233bdf4d5f55 req-f51ad3c8-8a1b-4eb4-8d4b-05e17111d1f5 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=52165a2b-5332-473d-97f5-72dc8e9b329d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318725 Oct 28 14:42:24.437697 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=a1cbdc5d-874d-462d-a113-16be5913991d,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:24.475353 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b98b15-6d37-4012-b293-1a0db06bbabb tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Router 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:42:24.555003 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecef48a-f642-4518-8378-05654842c770 req-9368a96f-438b-4c9d-b7cb-0990c556b181 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:24.556484 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8ecef48a-f642-4518-8378-05654842c770 req-9368a96f-438b-4c9d-b7cb-0990c556b181 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=ede80fb3-d398-4e74-b9f2-b79767c4d771 HTTP/1.1" status: 200 len: 946 time: 0.0489357 Oct 28 14:42:24.589721 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b98b15-6d37-4012-b293-1a0db06bbabb tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:42:24.594490 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e2b98b15-6d37-4012-b293-1a0db06bbabb tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for floatingip, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:24.595902 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8ecef48a-f642-4518-8378-05654842c770 req-7ee5de03-1ec6-4e3a-bac6-805402187801 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/security-groups?id=51359af3-c04e-43d9-926f-1f6204259320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332515 Oct 28 14:42:24.603033 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85b2901-a0cb-4752-bb97-1cffbde037cf None None] Sync routers for ids ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'] in dv-cinder-815848-1-iscsi {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:42:24.615066 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85b2901-a0cb-4752-bb97-1cffbde037cf None None] Routers {'5b287cdb-ac50-4cf8-b5eb-ebdbab335342'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:42:24.615601 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-d85b2901-a0cb-4752-bb97-1cffbde037cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:42:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:42:24.626657 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-e2b98b15-6d37-4012-b293-1a0db06bbabb tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "PUT /v2.0/floatingips/9ee26c80-378e-40db-8238-4cd5b5313790 HTTP/1.1" status: 200 len: 991 time: 1.2053463 Oct 28 14:42:24.626657 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873cc8fe-394e-489d-bcca-e4bebc47f4ad', 'tag': '71166dd3-5a41-434b-82cc-f09cbb79a996'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:42:24.626657 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15789b08-0069-4b0b-973f-d58b6183748c" -d '{"events": [{"name": "network-changed", "server_uuid": "873cc8fe-394e-489d-bcca-e4bebc47f4ad", "tag": "71166dd3-5a41-434b-82cc-f09cbb79a996"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:42:24.655243 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5452b726-1ec3-45c1-962e-28c0826f44e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cbdc5d-874d-462d-a113-16be5913991d'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:42:24.657682 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a15878a-a1bc-4477-9032-e4ef9e471103" -d '{"events": [{"server_uuid": "5452b726-1ec3-45c1-962e-28c0826f44e6", "name": "network-vif-plugged", "status": "completed", "tag": "a1cbdc5d-874d-462d-a113-16be5913991d"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:42:24.672392 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76256789-baa0-47ce-b918-b6a068cc9e46 x-openstack-request-id: req-76256789-baa0-47ce-b918-b6a068cc9e46 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:42:24.672735 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873cc8fe-394e-489d-bcca-e4bebc47f4ad", "tag": "71166dd3-5a41-434b-82cc-f09cbb79a996", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:42:24.672920 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-76256789-baa0-47ce-b918-b6a068cc9e46 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:42:24.673320 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '873cc8fe-394e-489d-bcca-e4bebc47f4ad', 'tag': '71166dd3-5a41-434b-82cc-f09cbb79a996', 'status': 'completed', 'code': 200} Oct 28 14:42:24.736494 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-d85b2901-a0cb-4752-bb97-1cffbde037cf None None] Set router 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:42:24.743655 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15789b08-0069-4b0b-973f-d58b6183748c req-4b40d571-f6a5-4961-8c38-a8262aaa2f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:24.745451 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-15789b08-0069-4b0b-973f-d58b6183748c req-4b40d571-f6a5-4961-8c38-a8262aaa2f84 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=89fb273f901845daa8cf52ed4beefe1d&device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 1098 time: 0.0474517 Oct 28 14:42:24.782056 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ba6238-d33d-44c6-8fe7-ae3048356783 x-openstack-request-id: req-30ba6238-d33d-44c6-8fe7-ae3048356783 {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:42:24.782341 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5452b726-1ec3-45c1-962e-28c0826f44e6", "name": "network-vif-plugged", "status": "completed", "tag": "a1cbdc5d-874d-462d-a113-16be5913991d", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:42:24.782589 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-30ba6238-d33d-44c6-8fe7-ae3048356783 {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:42:24.783061 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5452b726-1ec3-45c1-962e-28c0826f44e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cbdc5d-874d-462d-a113-16be5913991d', 'code': 200} Oct 28 14:42:24.856454 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15789b08-0069-4b0b-973f-d58b6183748c req-3c0c9cb3-765f-4ad4-b33e-974063bdbc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:24.858658 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-15789b08-0069-4b0b-973f-d58b6183748c req-3c0c9cb3-765f-4ad4-b33e-974063bdbc45 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c4fd715-4b25-4fcf-8589-609c400168cc HTTP/1.1" status: 200 len: 918 time: 0.1035903 Oct 28 14:42:24.938358 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-15789b08-0069-4b0b-973f-d58b6183748c req-681e0523-15b1-4506-92e2-1d76fadd2e03 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71166dd3-5a41-434b-82cc-f09cbb79a996 HTTP/1.1" status: 200 len: 999 time: 0.0710435 Oct 28 14:42:25.020882 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15789b08-0069-4b0b-973f-d58b6183748c req-9ce4dfcf-07de-42e9-9ca6-65c74184b037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:25.022554 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-15789b08-0069-4b0b-973f-d58b6183748c req-9ce4dfcf-07de-42e9-9ca6-65c74184b037 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c385150-b18d-415b-9404-b587a3485a15 HTTP/1.1" status: 200 len: 856 time: 0.0753567 Oct 28 14:42:25.042305 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b6497-2662-41f5-8764-c0231b38c81e req-85066519-989e-4dbd-abe6-10b8a431dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:25.043863 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-008b6497-2662-41f5-8764-c0231b38c81e req-85066519-989e-4dbd-abe6-10b8a431dd7f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5452b726-1ec3-45c1-962e-28c0826f44e6 HTTP/1.1" status: 200 len: 1098 time: 0.0700197 Oct 28 14:42:25.058267 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-d85b2901-a0cb-4752-bb97-1cffbde037cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'name': 'tempest-AttachVolumeShelveTestJSON-1003602660-router', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:53Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'gw_port': {'id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:56Z', 'updated_at': '2021-10-28T14:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '9ee26c80-378e-40db-8238-4cd5b5313790', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'port_id': '71166dd3-5a41-434b-82cc-f09cbb79a996', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'mac_address': 'fa:16:3e:8b:cf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873cc8fe-394e-489d-bcca-e4bebc47f4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:42:10Z', 'updated_at': '2021-10-28T14:42:23Z', 'revision_number': 1, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baab3484-c53c-42e4-a44d-d303f6883550', 'name': '', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'mac_address': 'fa:16:3e:1c:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8c385150-b18d-415b-9404-b587a3485a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:03Z', 'updated_at': '2021-10-28T14:37:16Z', 'revision_number': 5, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'subnets': [{'id': '8c385150-b18d-415b-9404-b587a3485a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:42:25.086558 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85b2901-a0cb-4752-bb97-1cffbde037cf None None] Checking router: 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 for host: dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:42:25.094589 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15789b08-0069-4b0b-973f-d58b6183748c req-194be59c-4028-4f30-8b05-323c09f3bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:25.095096 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85b2901-a0cb-4752-bb97-1cffbde037cf None None] Routers {'5b287cdb-ac50-4cf8-b5eb-ebdbab335342'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:42:25.095693 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-d85b2901-a0cb-4752-bb97-1cffbde037cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:42:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:42:25.096137 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-15789b08-0069-4b0b-973f-d58b6183748c req-194be59c-4028-4f30-8b05-323c09f3bd5e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c4fd715-4b25-4fcf-8589-609c400168cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0649657 Oct 28 14:42:25.101054 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-008b6497-2662-41f5-8764-c0231b38c81e req-fee95e3f-5e8c-42ef-b790-ae693707d08b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=52165a2b-5332-473d-97f5-72dc8e9b329d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432611 Oct 28 14:42:25.205604 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-d85b2901-a0cb-4752-bb97-1cffbde037cf None None] Set router 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:42:25.289393 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821f350-9664-486f-820b-6e9d17a6a029 req-f65de600-e006-4bb8-a7c6-8d5dfff4fde4 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:25.291350 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5821f350-9664-486f-820b-6e9d17a6a029 req-f65de600-e006-4bb8-a7c6-8d5dfff4fde4 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=ede80fb3-d398-4e74-b9f2-b79767c4d771 HTTP/1.1" status: 200 len: 946 time: 0.0528762 Oct 28 14:42:25.328573 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5821f350-9664-486f-820b-6e9d17a6a029 req-d4ef697f-7b7e-45cd-bac0-ed57b7658ef2 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/security-groups?id=51359af3-c04e-43d9-926f-1f6204259320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311739 Oct 28 14:42:25.421964 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-15789b08-0069-4b0b-973f-d58b6183748c req-52ecb306-5703-4247-bdc5-bb6308cf969d service neutron] 10.222.0.72 "GET /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909059 Oct 28 14:42:25.441553 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-d85b2901-a0cb-4752-bb97-1cffbde037cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'name': 'tempest-AttachVolumeShelveTestJSON-1003602660-router', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:53Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'gw_port': {'id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:56Z', 'updated_at': '2021-10-28T14:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '9ee26c80-378e-40db-8238-4cd5b5313790', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'port_id': '71166dd3-5a41-434b-82cc-f09cbb79a996', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'mac_address': 'fa:16:3e:8b:cf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873cc8fe-394e-489d-bcca-e4bebc47f4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:42:10Z', 'updated_at': '2021-10-28T14:42:23Z', 'revision_number': 1, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baab3484-c53c-42e4-a44d-d303f6883550', 'name': '', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'mac_address': 'fa:16:3e:1c:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8c385150-b18d-415b-9404-b587a3485a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:03Z', 'updated_at': '2021-10-28T14:37:16Z', 'revision_number': 5, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'subnets': [{'id': '8c385150-b18d-415b-9404-b587a3485a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:42:25.468418 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85b2901-a0cb-4752-bb97-1cffbde037cf None None] The sync data for ids ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'] in dv-cinder-815848-1-iscsi is: [{'id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'name': 'tempest-AttachVolumeShelveTestJSON-1003602660-router', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:53Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'gw_port': {'id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:56Z', 'updated_at': '2021-10-28T14:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '9ee26c80-378e-40db-8238-4cd5b5313790', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'port_id': '71166dd3-5a41-434b-82cc-f09cbb79a996', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'mac_address': 'fa:16:3e:8b:cf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873cc8fe-394e-489d-bcca-e4bebc47f4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:42:10Z', 'updated_at': '2021-10-28T14:42:23Z', 'revision_number': 1, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baab3484-c53c-42e4-a44d-d303f6883550', 'name': '', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'mac_address': 'fa:16:3e:1c:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8c385150-b18d-415b-9404-b587a3485a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:03Z', 'updated_at': '2021-10-28T14:37:16Z', 'revision_number': 5, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'subnets': [{'id': '8c385150-b18d-415b-9404-b587a3485a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:42:25.520136 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-15789b08-0069-4b0b-973f-d58b6183748c req-fbfc46d9-db4d-4252-b5a8-8848631fa41e service neutron] 10.222.0.72 "GET /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905588 Oct 28 14:42:25.560365 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86868867-52f3-4793-9e32-ddbc25803323 req-012783a3-4b31-4081-acb6-2e601f54ac4f tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:25.561945 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-86868867-52f3-4793-9e32-ddbc25803323 req-012783a3-4b31-4081-acb6-2e601f54ac4f tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=5452b726-1ec3-45c1-962e-28c0826f44e6 HTTP/1.1" status: 200 len: 945 time: 0.0527928 Oct 28 14:42:25.601381 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-86868867-52f3-4793-9e32-ddbc25803323 req-41a5f652-9abd-4a4b-8b72-11c6cc8f2eb8 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=52165a2b-5332-473d-97f5-72dc8e9b329d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329318 Oct 28 14:42:25.675313 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13444bc3-29a1-434a-9437-2f334be38e59 None None] New status for floating IP 9ee26c80-378e-40db-8238-4cd5b5313790: ACTIVE {{(pid=101541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 14:42:26.454726 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15558081-8435-416e-8354-1d388ac5ead0 req-4c1da75b-4b2d-43cc-b56a-008675fb5a44 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:26.456213 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-15558081-8435-416e-8354-1d388ac5ead0 req-4c1da75b-4b2d-43cc-b56a-008675fb5a44 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=ede80fb3-d398-4e74-b9f2-b79767c4d771 HTTP/1.1" status: 200 len: 946 time: 0.0565894 Oct 28 14:42:26.494135 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-15558081-8435-416e-8354-1d388ac5ead0 req-17081199-a3e4-4b34-b967-25a278581c75 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/security-groups?id=51359af3-c04e-43d9-926f-1f6204259320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314708 Oct 28 14:42:26.735916 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8290d-244a-4fb7-a27f-9da906105e77 req-9cb87388-c808-4d81-a123-0390458dacea tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:26.737386 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-78b8290d-244a-4fb7-a27f-9da906105e77 req-9cb87388-c808-4d81-a123-0390458dacea tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=5452b726-1ec3-45c1-962e-28c0826f44e6 HTTP/1.1" status: 200 len: 945 time: 0.0551064 Oct 28 14:42:26.779371 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-78b8290d-244a-4fb7-a27f-9da906105e77 req-4c643401-8ef7-4f43-9e01-688c6175c6ae tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=52165a2b-5332-473d-97f5-72dc8e9b329d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359688 Oct 28 14:42:26.897453 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b5bec-83d5-4bb8-8d26-5f492599ac18 req-33e51bc4-9542-4121-97e0-c112c03d0cc4 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:26.898971 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7d5b5bec-83d5-4bb8-8d26-5f492599ac18 req-33e51bc4-9542-4121-97e0-c112c03d0cc4 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=5452b726-1ec3-45c1-962e-28c0826f44e6 HTTP/1.1" status: 200 len: 945 time: 0.0527518 Oct 28 14:42:26.909511 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 39574) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:42:26.914280 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-9caf6104-c807-4990-aba1-acc1f97959e6 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Request body: {'floatingip': {'port_id': 'a1cbdc5d-874d-462d-a113-16be5913991d'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:42:26.963944 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9caf6104-c807-4990-aba1-acc1f97959e6 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for floatingip, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:27.083458 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959eace1-0367-46ab-8fe1-4258522dc261 req-f07b6aed-34c2-4914-bfee-5da686330628 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:27.084915 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-959eace1-0367-46ab-8fe1-4258522dc261 req-f07b6aed-34c2-4914-bfee-5da686330628 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.72 "GET /v2.0/ports?device_id=ede80fb3-d398-4e74-b9f2-b79767c4d771 HTTP/1.1" status: 200 len: 946 time: 0.1303649 Oct 28 14:42:27.351375 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-959eace1-0367-46ab-8fe1-4258522dc261 req-b685b2df-7a7c-4bcd-bbd7-5c562aae252f tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Deleting port 8937ecfd-5d14-4b67-a734-71f8fae886dd {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:42:27.351673 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-959eace1-0367-46ab-8fe1-4258522dc261 req-b685b2df-7a7c-4bcd-bbd7-5c562aae252f tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:27.526592 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-959eace1-0367-46ab-8fe1-4258522dc261 req-b685b2df-7a7c-4bcd-bbd7-5c562aae252f tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] For port 8937ecfd-5d14-4b67-a734-71f8fae886dd, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=8937ecfd-5d14-4b67-a734-71f8fae886dd,segment=NetworkSegment(82112304-ce99-41cc-a990-37f353cb51a7),segment_id=82112304-ce99-41cc-a990-37f353cb51a7)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:42:27.527032 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-959eace1-0367-46ab-8fe1-4258522dc261 req-b685b2df-7a7c-4bcd-bbd7-5c562aae252f tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:27.546306 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-959eace1-0367-46ab-8fe1-4258522dc261 req-b685b2df-7a7c-4bcd-bbd7-5c562aae252f tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Calling delete_port for 8937ecfd-5d14-4b67-a734-71f8fae886dd owned by compute:nova {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:42:27.552548 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9caf6104-c807-4990-aba1-acc1f97959e6 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:27.559328 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9caf6104-c807-4990-aba1-acc1f97959e6 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640319'] for floatingip, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:27.618014 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88627eef-de1f-4db3-ae21-e9ee2d103fc7 req-40d50b88-38ef-49d9-8e16-8c81357a3a71 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:27.619432 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-88627eef-de1f-4db3-ae21-e9ee2d103fc7 req-40d50b88-38ef-49d9-8e16-8c81357a3a71 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=ede80fb3-d398-4e74-b9f2-b79767c4d771 HTTP/1.1" status: 200 len: 946 time: 0.0518732 Oct 28 14:42:27.659258 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-88627eef-de1f-4db3-ae21-e9ee2d103fc7 req-7e25bfef-4941-408f-a0c0-289bd3ccc3d6 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/security-groups?id=51359af3-c04e-43d9-926f-1f6204259320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336287 Oct 28 14:42:27.704099 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.db.l3_db [None req-9caf6104-c807-4990-aba1-acc1f97959e6 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Floating IP 529b5a50-8936-4a88-9344-008af8ba20d6 associated. External IP: 172.27.2.126, port: a1cbdc5d-874d-462d-a113-16be5913991d. Oct 28 14:42:28.080038 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-959eace1-0367-46ab-8fe1-4258522dc261 req-b685b2df-7a7c-4bcd-bbd7-5c562aae252f tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:28.092232 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['8937ecfd-5d14-4b67-a734-71f8fae886dd'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:42:28.117184 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685b2df-7a7c-4bcd-bbd7-5c562aae252f tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Pushing event deleted for resources: {'Port': ['ID=8937ecfd-5d14-4b67-a734-71f8fae886dd,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:28.216943 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-959eace1-0367-46ab-8fe1-4258522dc261 req-b685b2df-7a7c-4bcd-bbd7-5c562aae252f tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] No DVR routers for this DVR port 8937ecfd-5d14-4b67-a734-71f8fae886dd on host hv-cinder-81584 {{(pid=101538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:42:28.222656 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-959eace1-0367-46ab-8fe1-4258522dc261 req-b685b2df-7a7c-4bcd-bbd7-5c562aae252f tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:28.225961 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-959eace1-0367-46ab-8fe1-4258522dc261 req-b685b2df-7a7c-4bcd-bbd7-5c562aae252f tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.72 "DELETE /v2.0/ports/8937ecfd-5d14-4b67-a734-71f8fae886dd HTTP/1.1" status: 204 len: 173 time: 1.1299670 Oct 28 14:42:28.226391 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede80fb3-d398-4e74-b9f2-b79767c4d771', 'name': 'network-vif-deleted', 'tag': '8937ecfd-5d14-4b67-a734-71f8fae886dd'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:42:28.228660 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794eabed-7fb9-4aa2-bfce-d1c4fd26d954" -d '{"events": [{"server_uuid": "ede80fb3-d398-4e74-b9f2-b79767c4d771", "name": "network-vif-deleted", "tag": "8937ecfd-5d14-4b67-a734-71f8fae886dd"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:42:28.267294 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5fdb11-acb4-4ded-b7cd-a21ea9661abd x-openstack-request-id: req-ec5fdb11-acb4-4ded-b7cd-a21ea9661abd {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:42:28.267573 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede80fb3-d398-4e74-b9f2-b79767c4d771", "name": "network-vif-deleted", "tag": "8937ecfd-5d14-4b67-a734-71f8fae886dd", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:42:28.267901 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ec5fdb11-acb4-4ded-b7cd-a21ea9661abd {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:42:28.268243 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede80fb3-d398-4e74-b9f2-b79767c4d771', 'name': 'network-vif-deleted', 'tag': '8937ecfd-5d14-4b67-a734-71f8fae886dd', 'status': 'completed', 'code': 200} Oct 28 14:42:28.278852 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9caf6104-c807-4990-aba1-acc1f97959e6 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Router 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:42:28.386561 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9caf6104-c807-4990-aba1-acc1f97959e6 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:42:28.391029 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9caf6104-c807-4990-aba1-acc1f97959e6 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for floatingip, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:28.395945 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ffa902-802e-4c4e-92b1-e8f06cf29824 None None] Sync routers for ids ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'] in dv-cinder-815848-1-iscsi {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:42:28.406271 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ffa902-802e-4c4e-92b1-e8f06cf29824 None None] Routers {'1e4dff63-9fe7-41ea-abd6-13ae722d16f6'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:42:28.406897 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-09ffa902-802e-4c4e-92b1-e8f06cf29824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:42:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:42:28.418705 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-9caf6104-c807-4990-aba1-acc1f97959e6 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "PUT /v2.0/floatingips/529b5a50-8936-4a88-9344-008af8ba20d6 HTTP/1.1" status: 200 len: 991 time: 1.5080965 Oct 28 14:42:28.642706 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-09ffa902-802e-4c4e-92b1-e8f06cf29824 None None] Set router 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:42:28.772145 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-cf0bc8e2-1f9d-4e1a-aef4-968b93d24844 req-973b86be-3bae-471a-9ac5-c12a46ce2689 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=ede80fb3-d398-4e74-b9f2-b79767c4d771 HTTP/1.1" status: 200 len: 210 time: 0.0279803 Oct 28 14:42:28.876403 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-09ffa902-802e-4c4e-92b1-e8f06cf29824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'name': 'tempest-AttachVolumeTestJSON-702501146-router', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:54Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'gw_port': {'id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:57Z', 'updated_at': '2021-10-28T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '529b5a50-8936-4a88-9344-008af8ba20d6', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'port_id': 'a1cbdc5d-874d-462d-a113-16be5913991d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'mac_address': 'fa:16:3e:f2:a2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5452b726-1ec3-45c1-962e-28c0826f44e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:42:16Z', 'updated_at': '2021-10-28T14:42:27Z', 'revision_number': 1, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6396ece7-da79-42e9-9e88-84dc28d67fc6', 'name': '', 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'mac_address': 'fa:16:3e:59:51:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:05Z', 'updated_at': '2021-10-28T14:37:14Z', 'revision_number': 5, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'subnets': [{'id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:42:28.908780 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ffa902-802e-4c4e-92b1-e8f06cf29824 None None] Checking router: 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 for host: dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:42:28.918300 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ffa902-802e-4c4e-92b1-e8f06cf29824 None None] Routers {'1e4dff63-9fe7-41ea-abd6-13ae722d16f6'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:42:28.918970 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-09ffa902-802e-4c4e-92b1-e8f06cf29824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:42:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:42:29.023780 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-09ffa902-802e-4c4e-92b1-e8f06cf29824 None None] Set router 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:42:29.251758 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-09ffa902-802e-4c4e-92b1-e8f06cf29824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'name': 'tempest-AttachVolumeTestJSON-702501146-router', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:54Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'gw_port': {'id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:57Z', 'updated_at': '2021-10-28T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '529b5a50-8936-4a88-9344-008af8ba20d6', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'port_id': 'a1cbdc5d-874d-462d-a113-16be5913991d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'mac_address': 'fa:16:3e:f2:a2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5452b726-1ec3-45c1-962e-28c0826f44e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:42:16Z', 'updated_at': '2021-10-28T14:42:27Z', 'revision_number': 1, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6396ece7-da79-42e9-9e88-84dc28d67fc6', 'name': '', 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'mac_address': 'fa:16:3e:59:51:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:05Z', 'updated_at': '2021-10-28T14:37:14Z', 'revision_number': 5, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'subnets': [{'id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:42:29.278977 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ffa902-802e-4c4e-92b1-e8f06cf29824 None None] The sync data for ids ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'] in dv-cinder-815848-1-iscsi is: [{'id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'name': 'tempest-AttachVolumeTestJSON-702501146-router', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:54Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'gw_port': {'id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:57Z', 'updated_at': '2021-10-28T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '529b5a50-8936-4a88-9344-008af8ba20d6', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'port_id': 'a1cbdc5d-874d-462d-a113-16be5913991d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'mac_address': 'fa:16:3e:f2:a2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5452b726-1ec3-45c1-962e-28c0826f44e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:42:16Z', 'updated_at': '2021-10-28T14:42:27Z', 'revision_number': 1, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6396ece7-da79-42e9-9e88-84dc28d67fc6', 'name': '', 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'mac_address': 'fa:16:3e:59:51:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:05Z', 'updated_at': '2021-10-28T14:37:14Z', 'revision_number': 5, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'subnets': [{'id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:42:29.459865 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7732184-b264-4dcc-96ac-f86ec5adcfe6 None None] New status for floating IP 529b5a50-8936-4a88-9344-008af8ba20d6: ACTIVE {{(pid=101541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 14:42:30.047618 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-e53048a8-4be3-4a0e-8a3e-b9b745287e2c tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:30.049082 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-e53048a8-4be3-4a0e-8a3e-b9b745287e2c tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/networks?id=d2f0c797-5490-4dd9-84e9-821fd7a6dd2d HTTP/1.1" status: 200 len: 808 time: 0.1095347 Oct 28 14:42:30.067613 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-718f258c-351f-45ab-b6ea-bb416c435ded tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/quotas/6a5ee01a79924e0db3458eaeac6bd1d5 HTTP/1.1" status: 200 len: 375 time: 0.0098317 Oct 28 14:42:30.100827 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-6c926ad6-0488-4961-91a8-d2ecfae22f22 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6a5ee01a79924e0db3458eaeac6bd1d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259256 Oct 28 14:42:30.198946 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 8937ecfd-5d14-4b67-a734-71f8fae886dd no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:42:30.206145 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-b46b1b61-bdb2-4da2-9707-f89d8460550c service neutron] 10.222.0.79 "GET /v2.0/networks/d2f0c797-5490-4dd9-84e9-821fd7a6dd2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981295 Oct 28 14:42:30.222231 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] No Port match for: 8937ecfd-5d14-4b67-a734-71f8fae886dd {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:42:30.222578 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 8937ecfd-5d14-4b67-a734-71f8fae886dd not bound to the agent host hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:42:30.269125 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5452b726-1ec3-45c1-962e-28c0826f44e6', 'tag': 'a1cbdc5d-874d-462d-a113-16be5913991d'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:42:30.272087 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d72aab-95d0-40ab-8006-a8e71e606f74" -d '{"events": [{"name": "network-changed", "server_uuid": "5452b726-1ec3-45c1-962e-28c0826f44e6", "tag": "a1cbdc5d-874d-462d-a113-16be5913991d"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:42:30.296913 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-0925f331-50d3-4e45-a49d-b1a8fca7813b service neutron] 10.222.0.79 "GET /v2.0/networks/d2f0c797-5490-4dd9-84e9-821fd7a6dd2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818686 Oct 28 14:42:30.311146 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf370c7-ba7c-411a-a14c-da01707cd66a x-openstack-request-id: req-6cf370c7-ba7c-411a-a14c-da01707cd66a {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:42:30.311269 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5452b726-1ec3-45c1-962e-28c0826f44e6", "tag": "a1cbdc5d-874d-462d-a113-16be5913991d", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:42:30.311575 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6cf370c7-ba7c-411a-a14c-da01707cd66a {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:42:30.311903 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5452b726-1ec3-45c1-962e-28c0826f44e6', 'tag': 'a1cbdc5d-874d-462d-a113-16be5913991d', 'status': 'completed', 'code': 200} Oct 28 14:42:30.374960 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d72aab-95d0-40ab-8006-a8e71e606f74 req-185f3872-2fc4-4b4b-9e30-2f03793a7a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:30.376578 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f4d72aab-95d0-40ab-8006-a8e71e606f74 req-185f3872-2fc4-4b4b-9e30-2f03793a7a84 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9e334a6e70ac4c2a882f287ce31d287e&device_id=5452b726-1ec3-45c1-962e-28c0826f44e6 HTTP/1.1" status: 200 len: 1098 time: 0.0416009 Oct 28 14:42:30.470303 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6a47fb68-5aac-4a1d-b85f-7fef34a27d41 req-b081e25b-87a6-47a8-9fb3-f50e7fbc301a tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d43ef76-725e-4420-8216-64771f92a676 HTTP/1.1" status: 200 len: 210 time: 0.0380282 Oct 28 14:42:30.480145 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d72aab-95d0-40ab-8006-a8e71e606f74 req-eea827d9-c2d1-4f8f-9b22-13674d8f984f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:30.481767 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f4d72aab-95d0-40ab-8006-a8e71e606f74 req-eea827d9-c2d1-4f8f-9b22-13674d8f984f service neutron] 10.222.0.72 "GET /v2.0/networks?id=37179b0d-df91-4999-9b23-d6b35cc378c2 HTTP/1.1" status: 200 len: 911 time: 0.0984588 Oct 28 14:42:30.551443 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f4d72aab-95d0-40ab-8006-a8e71e606f74 req-a7553f9d-1216-44e2-9c90-6f0f05b392c7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1cbdc5d-874d-462d-a113-16be5913991d HTTP/1.1" status: 200 len: 1001 time: 0.0621207 Oct 28 14:42:30.606607 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d72aab-95d0-40ab-8006-a8e71e606f74 req-a6113db5-a085-4e1b-b090-794ee5229f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:30.608190 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f4d72aab-95d0-40ab-8006-a8e71e606f74 req-a6113db5-a085-4e1b-b090-794ee5229f45 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fb6c52cb-73bc-43b9-9665-77e60bb1696b HTTP/1.1" status: 200 len: 849 time: 0.0459833 Oct 28 14:42:30.667983 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d72aab-95d0-40ab-8006-a8e71e606f74 req-46b4416c-3331-4605-8c9f-f0e5bf454d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:30.669492 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f4d72aab-95d0-40ab-8006-a8e71e606f74 req-46b4416c-3331-4605-8c9f-f0e5bf454d54 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=37179b0d-df91-4999-9b23-d6b35cc378c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538387 Oct 28 14:42:30.772638 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f4d72aab-95d0-40ab-8006-a8e71e606f74 req-f53f4fce-2b3d-479c-a4f0-d3d8a250e64e service neutron] 10.222.0.72 "GET /v2.0/networks/37179b0d-df91-4999-9b23-d6b35cc378c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869050 Oct 28 14:42:30.867216 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f4d72aab-95d0-40ab-8006-a8e71e606f74 req-962a8e5f-7cb1-470f-b139-2a3d9f60708c service neutron] 10.222.0.72 "GET /v2.0/networks/37179b0d-df91-4999-9b23-d6b35cc378c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873070 Oct 28 14:42:31.526470 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-2162aa57-32b5-41a5-8977-e5e8fcd8f566 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:31.527796 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-2162aa57-32b5-41a5-8977-e5e8fcd8f566 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.72 "GET /v2.0/networks?id=d2f0c797-5490-4dd9-84e9-821fd7a6dd2d HTTP/1.1" status: 200 len: 808 time: 0.1064913 Oct 28 14:42:31.545484 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-813406e6-2804-4f06-84f3-f1fcda553384 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Request body: {'port': {'device_id': '5d43ef76-725e-4420-8216-64771f92a676', 'network_id': 'd2f0c797-5490-4dd9-84e9-821fd7a6dd2d', 'admin_state_up': True, 'tenant_id': '6a5ee01a79924e0db3458eaeac6bd1d5'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:42:31.572153 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6e90a7a8-a3a9-41b0-83e3-14ebd5b775b4 req-aa74c654-77ac-442a-b145-8188e50722dc tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d43ef76-725e-4420-8216-64771f92a676 HTTP/1.1" status: 200 len: 210 time: 0.0267618 Oct 28 14:42:31.665478 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-813406e6-2804-4f06-84f3-f1fcda553384 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Made reservation on behalf of 6a5ee01a79924e0db3458eaeac6bd1d5 for: {'port': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:42:31.669118 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-813406e6-2804-4f06-84f3-f1fcda553384 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:31.798758 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-813406e6-2804-4f06-84f3-f1fcda553384 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Allocated IP 172.20.0.9 (d2f0c797-5490-4dd9-84e9-821fd7a6dd2d/18e88842-bbf7-4544-9ab7-1f7c9950d488/27a84e00-115c-443f-9286-5f49d6c3a6ef) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:42:31.950017 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-813406e6-2804-4f06-84f3-f1fcda553384 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:31.990655 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-813406e6-2804-4f06-84f3-f1fcda553384 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:32.041945 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-813406e6-2804-4f06-84f3-f1fcda553384 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Network d2f0c797-5490-4dd9-84e9-821fd7a6dd2d is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:42:32.045022 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-813406e6-2804-4f06-84f3-f1fcda553384 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:42:32.048724 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-813406e6-2804-4f06-84f3-f1fcda553384 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:42:32.071231 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813406e6-2804-4f06-84f3-f1fcda553384 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Pushing event updated for resources: {'Port': ['ID=27a84e00-115c-443f-9286-5f49d6c3a6ef,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:32.098369 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-813406e6-2804-4f06-84f3-f1fcda553384 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:32.098994 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-813406e6-2804-4f06-84f3-f1fcda553384 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:32.115984 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-813406e6-2804-4f06-84f3-f1fcda553384 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5748858 Oct 28 14:42:32.136239 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-9eaadc11-2c1c-4407-80ee-49066c04c616 service neutron] Request body: {'port': {'device_id': '5d43ef76-725e-4420-8216-64771f92a676', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:42:32.188815 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-9eaadc11-2c1c-4407-80ee-49066c04c616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:32.461541 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-9eaadc11-2c1c-4407-80ee-49066c04c616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a84e00-115c-443f-9286-5f49d6c3a6ef {{(pid=101538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:42:32.467981 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:32.470177 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-9eaadc11-2c1c-4407-80ee-49066c04c616 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:32.482605 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.provisioning_blocks [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-9eaadc11-2c1c-4407-80ee-49066c04c616 service neutron] Transition to ACTIVE for port object 27a84e00-115c-443f-9286-5f49d6c3a6ef will not be triggered until provisioned by entity L2. {{(pid=101538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 14:42:32.486919 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-9eaadc11-2c1c-4407-80ee-49066c04c616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372466'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:32.535767 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaadc11-2c1c-4407-80ee-49066c04c616 service neutron] Pushing event updated for resources: {'Port': ['ID=27a84e00-115c-443f-9286-5f49d6c3a6ef,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:32.604866 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-9eaadc11-2c1c-4407-80ee-49066c04c616 service neutron] Attempting to bind port 27a84e00-115c-443f-9286-5f49d6c3a6ef on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:42:32.605323 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-9eaadc11-2c1c-4407-80ee-49066c04c616 service neutron] Attempting to bind port 27a84e00-115c-443f-9286-5f49d6c3a6ef by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '82112304-ce99-41cc-a990-37f353cb51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'd2f0c797-5490-4dd9-84e9-821fd7a6dd2d'}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:42:32.605660 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-9eaadc11-2c1c-4407-80ee-49066c04c616 service neutron] Attempting to bind port 27a84e00-115c-443f-9286-5f49d6c3a6ef on network d2f0c797-5490-4dd9-84e9-821fd7a6dd2d {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:42:32.610120 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-9eaadc11-2c1c-4407-80ee-49066c04c616 service neutron] Port 27a84e00-115c-443f-9286-5f49d6c3a6ef on network d2f0c797-5490-4dd9-84e9-821fd7a6dd2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 14:42:32.610447 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-9eaadc11-2c1c-4407-80ee-49066c04c616 service neutron] Attempting to bind port 27a84e00-115c-443f-9286-5f49d6c3a6ef on network d2f0c797-5490-4dd9-84e9-821fd7a6dd2d {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:42:32.615491 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-9eaadc11-2c1c-4407-80ee-49066c04c616 service neutron] Checking agent: {'id': 'ab39f7f4-514d-4bfb-9d0c-1a0ed5555608', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'started_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:42:32.615827 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-9eaadc11-2c1c-4407-80ee-49066c04c616 service neutron] Checking segment: {'id': '82112304-ce99-41cc-a990-37f353cb51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'd2f0c797-5490-4dd9-84e9-821fd7a6dd2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:42:32.616207 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-9eaadc11-2c1c-4407-80ee-49066c04c616 service neutron] Bound using segment: {'id': '82112304-ce99-41cc-a990-37f353cb51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'd2f0c797-5490-4dd9-84e9-821fd7a6dd2d'} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:42:32.616631 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-9eaadc11-2c1c-4407-80ee-49066c04c616 service neutron] Bound port: 27a84e00-115c-443f-9286-5f49d6c3a6ef, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82112304-ce99-41cc-a990-37f353cb51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'd2f0c797-5490-4dd9-84e9-821fd7a6dd2d'}}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:42:32.616991 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-9eaadc11-2c1c-4407-80ee-49066c04c616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:32.683759 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-9eaadc11-2c1c-4407-80ee-49066c04c616 service neutron] For port 27a84e00-115c-443f-9286-5f49d6c3a6ef, host hv-cinder-81584, cleared binding levels {{(pid=101538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:42:32.687034 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-9eaadc11-2c1c-4407-80ee-49066c04c616 service neutron] For port 27a84e00-115c-443f-9286-5f49d6c3a6ef, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=27a84e00-115c-443f-9286-5f49d6c3a6ef,segment=NetworkSegment(82112304-ce99-41cc-a990-37f353cb51a7),segment_id=82112304-ce99-41cc-a990-37f353cb51a7)] {{(pid=101538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:42:32.692746 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-9eaadc11-2c1c-4407-80ee-49066c04c616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372466'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:32.692992 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6f552-5fc8-4e26-b612-4077b3c2b9c3 req-cca8af91-a976-4825-b4b0-e4388df1e775 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:32.694607 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-14e6f552-5fc8-4e26-b612-4077b3c2b9c3 req-cca8af91-a976-4825-b4b0-e4388df1e775 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d43ef76-725e-4420-8216-64771f92a676 HTTP/1.1" status: 200 len: 943 time: 0.0498490 Oct 28 14:42:32.729304 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-9eaadc11-2c1c-4407-80ee-49066c04c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:32.730029 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-9eaadc11-2c1c-4407-80ee-49066c04c616 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:32.731472 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-9eaadc11-2c1c-4407-80ee-49066c04c616 service neutron] 10.222.0.72 "PUT /v2.0/ports/27a84e00-115c-443f-9286-5f49d6c3a6ef HTTP/1.1" status: 200 len: 1093 time: 0.5993831 Oct 28 14:42:32.731917 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d43ef76-725e-4420-8216-64771f92a676', 'tag': '27a84e00-115c-443f-9286-5f49d6c3a6ef'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:42:32.732687 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-14e6f552-5fc8-4e26-b612-4077b3c2b9c3 req-3afcaf90-24c0-46cd-8372-d03a5860889a tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/security-groups?id=51359af3-c04e-43d9-926f-1f6204259320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318692 Oct 28 14:42:32.734147 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029c236b-5286-4056-91d5-882ec081898e" -d '{"events": [{"name": "network-changed", "server_uuid": "5d43ef76-725e-4420-8216-64771f92a676", "tag": "27a84e00-115c-443f-9286-5f49d6c3a6ef"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:42:32.763427 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaadc11-2c1c-4407-80ee-49066c04c616 service neutron] Pushing event updated for resources: {'Port': ['ID=27a84e00-115c-443f-9286-5f49d6c3a6ef,revision_number=3']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:32.789778 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3d8966-1eff-4d30-be59-f3b5394d80b9 x-openstack-request-id: req-7f3d8966-1eff-4d30-be59-f3b5394d80b9 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:42:32.790422 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d43ef76-725e-4420-8216-64771f92a676", "tag": "27a84e00-115c-443f-9286-5f49d6c3a6ef", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:42:32.790668 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7f3d8966-1eff-4d30-be59-f3b5394d80b9 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:42:32.791076 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d43ef76-725e-4420-8216-64771f92a676', 'tag': '27a84e00-115c-443f-9286-5f49d6c3a6ef', 'status': 'completed', 'code': 200} Oct 28 14:42:32.823239 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-33f093db-76db-452c-96d1-31e1fa8c6da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:32.824849 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-33f093db-76db-452c-96d1-31e1fa8c6da5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a5ee01a79924e0db3458eaeac6bd1d5&device_id=5d43ef76-725e-4420-8216-64771f92a676 HTTP/1.1" status: 200 len: 1096 time: 0.0452425 Oct 28 14:42:32.875336 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-7054982e-8c71-414e-a02b-9d37d1e59f81 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27a84e00-115c-443f-9286-5f49d6c3a6ef HTTP/1.1" status: 200 len: 217 time: 0.0372040 Oct 28 14:42:32.936305 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-e801316b-a963-483e-8532-04337f0cafa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:32.937782 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-e801316b-a963-483e-8532-04337f0cafa8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=18e88842-bbf7-4544-9ab7-1f7c9950d488 HTTP/1.1" status: 200 len: 848 time: 0.0539036 Oct 28 14:42:32.969642 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-006d8f09-aa23-421f-aabb-d9952811d89d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d2f0c797-5490-4dd9-84e9-821fd7a6dd2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241783 Oct 28 14:42:33.066423 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-dcaf0e3e-2482-4617-85d9-c9af752e60bc service neutron] 10.222.0.72 "GET /v2.0/networks/d2f0c797-5490-4dd9-84e9-821fd7a6dd2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891652 Oct 28 14:42:33.163412 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f66a0188-fec3-43eb-815a-7dffd8c549c6 req-a330d137-4553-4bf4-b7b9-2a2e46e83c8e service neutron] 10.222.0.72 "GET /v2.0/networks/d2f0c797-5490-4dd9-84e9-821fd7a6dd2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892277 Oct 28 14:42:33.266733 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c236b-5286-4056-91d5-882ec081898e req-5e5be917-8b1a-4433-8670-41ac34b424d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:33.268266 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-029c236b-5286-4056-91d5-882ec081898e req-5e5be917-8b1a-4433-8670-41ac34b424d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a5ee01a79924e0db3458eaeac6bd1d5&device_id=5d43ef76-725e-4420-8216-64771f92a676 HTTP/1.1" status: 200 len: 1096 time: 0.0569761 Oct 28 14:42:33.361626 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c236b-5286-4056-91d5-882ec081898e req-0fdf431f-83a3-401f-bbdb-51fb54566281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:33.363174 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-029c236b-5286-4056-91d5-882ec081898e req-0fdf431f-83a3-401f-bbdb-51fb54566281 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d2f0c797-5490-4dd9-84e9-821fd7a6dd2d HTTP/1.1" status: 200 len: 909 time: 0.0869465 Oct 28 14:42:33.409225 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-029c236b-5286-4056-91d5-882ec081898e req-e2548f06-45d8-4436-946a-1218e965d699 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27a84e00-115c-443f-9286-5f49d6c3a6ef HTTP/1.1" status: 200 len: 217 time: 0.0364408 Oct 28 14:42:33.461075 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c236b-5286-4056-91d5-882ec081898e req-dfac049c-6776-4c87-a8ca-0b0f6fa28530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:33.463141 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-029c236b-5286-4056-91d5-882ec081898e req-dfac049c-6776-4c87-a8ca-0b0f6fa28530 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=18e88842-bbf7-4544-9ab7-1f7c9950d488 HTTP/1.1" status: 200 len: 848 time: 0.0449555 Oct 28 14:42:33.495410 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-029c236b-5286-4056-91d5-882ec081898e req-9f54ca63-2292-4255-99d0-982f36145477 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d2f0c797-5490-4dd9-84e9-821fd7a6dd2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245836 Oct 28 14:42:33.589355 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-029c236b-5286-4056-91d5-882ec081898e req-7c8610e8-cf19-43f0-bd71-9dc8ee64107f service neutron] 10.222.0.72 "GET /v2.0/networks/d2f0c797-5490-4dd9-84e9-821fd7a6dd2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856276 Oct 28 14:42:33.682617 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-029c236b-5286-4056-91d5-882ec081898e req-d4629d75-b0aa-4dae-81d1-54bc6b51c7d6 service neutron] 10.222.0.72 "GET /v2.0/networks/d2f0c797-5490-4dd9-84e9-821fd7a6dd2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849650 Oct 28 14:42:33.861398 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140b8f6-680a-4416-b73d-a0db5ebcbdb2 req-efdf7ca4-79ee-4e2c-af03-01f96db5709c tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:33.862884 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0140b8f6-680a-4416-b73d-a0db5ebcbdb2 req-efdf7ca4-79ee-4e2c-af03-01f96db5709c tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d43ef76-725e-4420-8216-64771f92a676 HTTP/1.1" status: 200 len: 943 time: 0.0491621 Oct 28 14:42:33.902374 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0140b8f6-680a-4416-b73d-a0db5ebcbdb2 req-2b909268-46be-488c-a9d1-5b4fac6ff959 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/security-groups?id=51359af3-c04e-43d9-926f-1f6204259320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333767 Oct 28 14:42:35.028287 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad0427-4497-4a69-95da-e9aaf732531e req-59066028-5b31-4940-a247-ac69a8608d02 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:35.030037 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4fad0427-4497-4a69-95da-e9aaf732531e req-59066028-5b31-4940-a247-ac69a8608d02 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d43ef76-725e-4420-8216-64771f92a676 HTTP/1.1" status: 200 len: 943 time: 0.0544162 Oct 28 14:42:35.072823 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4fad0427-4497-4a69-95da-e9aaf732531e req-1dce2639-4bef-4f14-ba73-d10e3676e2ef tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/security-groups?id=51359af3-c04e-43d9-926f-1f6204259320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367999 Oct 28 14:42:36.222975 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502775e-a7a5-48f5-bfdc-6b3457552f20 req-47264c16-0e96-42a5-8f72-f5abf19b63f7 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:36.224452 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9502775e-a7a5-48f5-bfdc-6b3457552f20 req-47264c16-0e96-42a5-8f72-f5abf19b63f7 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d43ef76-725e-4420-8216-64771f92a676 HTTP/1.1" status: 200 len: 943 time: 0.0726230 Oct 28 14:42:36.246951 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 27a84e00-115c-443f-9286-5f49d6c3a6ef details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 14:42:36.263717 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9502775e-a7a5-48f5-bfdc-6b3457552f20 req-5ef82a2d-9499-4209-940a-5541647331d9 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/security-groups?id=51359af3-c04e-43d9-926f-1f6204259320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331745 Oct 28 14:42:36.343012 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 27a84e00-115c-443f-9286-5f49d6c3a6ef, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=27a84e00-115c-443f-9286-5f49d6c3a6ef,segment=NetworkSegment(82112304-ce99-41cc-a990-37f353cb51a7),segment_id=82112304-ce99-41cc-a990-37f353cb51a7)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:42:36.357355 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Returning: {'device': '27a84e00-115c-443f-9286-5f49d6c3a6ef', 'network_id': 'd2f0c797-5490-4dd9-84e9-821fd7a6dd2d', 'port_id': '27a84e00-115c-443f-9286-5f49d6c3a6ef', 'mac_address': 'fa:16:3e:1d:56:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e88842-bbf7-4544-9ab7-1f7c9950d488', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 14:42:36.394451 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:36.407361 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a84e00-115c-443f-9286-5f49d6c3a6ef {{(pid=101540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:42:36.433737 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 27a84e00-115c-443f-9286-5f49d6c3a6ef, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=27a84e00-115c-443f-9286-5f49d6c3a6ef,segment=NetworkSegment(82112304-ce99-41cc-a990-37f353cb51a7),segment_id=82112304-ce99-41cc-a990-37f353cb51a7)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:42:36.440196 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:36.488605 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=27a84e00-115c-443f-9286-5f49d6c3a6ef,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:36.699124 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['27a84e00-115c-443f-9286-5f49d6c3a6ef'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:42:37.391528 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9b807-fc0e-4dfd-83f8-1b873af46f5e req-0c8f7dd1-e9c7-4074-933d-63312e53fd09 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:37.393006 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-21a9b807-fc0e-4dfd-83f8-1b873af46f5e req-0c8f7dd1-e9c7-4074-933d-63312e53fd09 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d43ef76-725e-4420-8216-64771f92a676 HTTP/1.1" status: 200 len: 944 time: 0.0585737 Oct 28 14:42:37.437029 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-21a9b807-fc0e-4dfd-83f8-1b873af46f5e req-8a7e7513-c657-4738-97cd-67fd2c2fb760 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/security-groups?id=51359af3-c04e-43d9-926f-1f6204259320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346365 Oct 28 14:42:38.257452 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 27a84e00-115c-443f-9286-5f49d6c3a6ef up at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:42:38.310233 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning for port 27a84e00-115c-443f-9286-5f49d6c3a6ef completed by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 14:42:38.314232 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning complete for port 27a84e00-115c-443f-9286-5f49d6c3a6ef triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:42:38.314606 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:38.400235 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:38.428424 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d43ef76-725e-4420-8216-64771f92a676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a84e00-115c-443f-9286-5f49d6c3a6ef'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:42:38.430607 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0f7824-0800-41be-b3b3-a1d20cdaaeef" -d '{"events": [{"server_uuid": "5d43ef76-725e-4420-8216-64771f92a676", "name": "network-vif-plugged", "status": "completed", "tag": "27a84e00-115c-443f-9286-5f49d6c3a6ef"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:42:38.443002 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 27a84e00-115c-443f-9286-5f49d6c3a6ef, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=27a84e00-115c-443f-9286-5f49d6c3a6ef,segment=NetworkSegment(82112304-ce99-41cc-a990-37f353cb51a7),segment_id=82112304-ce99-41cc-a990-37f353cb51a7)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:42:38.449355 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:38.473057 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613dd46e-abb8-4d7e-b86f-3c763b2f691c x-openstack-request-id: req-613dd46e-abb8-4d7e-b86f-3c763b2f691c {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:42:38.473352 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d43ef76-725e-4420-8216-64771f92a676", "name": "network-vif-plugged", "status": "completed", "tag": "27a84e00-115c-443f-9286-5f49d6c3a6ef", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:42:38.473597 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-613dd46e-abb8-4d7e-b86f-3c763b2f691c {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:42:38.473986 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d43ef76-725e-4420-8216-64771f92a676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a84e00-115c-443f-9286-5f49d6c3a6ef', 'code': 200} Oct 28 14:42:38.501970 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=27a84e00-115c-443f-9286-5f49d6c3a6ef,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:38.575152 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f853ef-c057-4971-b66a-2363f5030417 req-e3d3fe33-e9f3-4835-a9d4-0e5bdceda0ce tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:38.576670 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-10f853ef-c057-4971-b66a-2363f5030417 req-e3d3fe33-e9f3-4835-a9d4-0e5bdceda0ce tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d43ef76-725e-4420-8216-64771f92a676 HTTP/1.1" status: 200 len: 945 time: 0.0585828 Oct 28 14:42:38.616375 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-10f853ef-c057-4971-b66a-2363f5030417 req-bc35f286-ed6c-45a1-ada0-e4526c6da6f0 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/security-groups?id=51359af3-c04e-43d9-926f-1f6204259320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329089 Oct 28 14:42:38.648699 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf570fd-a87f-4a8d-983b-f6909fda6857 req-5bd40e14-ddf5-4b91-ac68-5638d7d6a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:38.650199 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-2cf570fd-a87f-4a8d-983b-f6909fda6857 req-5bd40e14-ddf5-4b91-ac68-5638d7d6a39f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5d43ef76-725e-4420-8216-64771f92a676 HTTP/1.1" status: 200 len: 1098 time: 0.0410459 Oct 28 14:42:38.690942 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-2cf570fd-a87f-4a8d-983b-f6909fda6857 req-ce23e155-5974-43b5-9929-770d4b8b17c0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=51359af3-c04e-43d9-926f-1f6204259320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303936 Oct 28 14:42:39.751764 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b466e2-e4cd-4dbc-aa46-f66f184cb823 req-f0d08309-27e9-4122-ba86-183b3f4b0e73 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:39.753258 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-40b466e2-e4cd-4dbc-aa46-f66f184cb823 req-f0d08309-27e9-4122-ba86-183b3f4b0e73 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d43ef76-725e-4420-8216-64771f92a676 HTTP/1.1" status: 200 len: 945 time: 0.0522645 Oct 28 14:42:39.792170 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-40b466e2-e4cd-4dbc-aa46-f66f184cb823 req-8105e5b7-9257-4aac-bc89-fe58b44a8b6b tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/security-groups?id=51359af3-c04e-43d9-926f-1f6204259320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327158 Oct 28 14:42:40.932896 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ec6d1-a325-421e-a363-2785f03f9d53 req-c64f7ea8-0e0c-49b0-bd13-37713593183f tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:40.934345 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8d3ec6d1-a325-421e-a363-2785f03f9d53 req-c64f7ea8-0e0c-49b0-bd13-37713593183f tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d43ef76-725e-4420-8216-64771f92a676 HTTP/1.1" status: 200 len: 945 time: 0.0600851 Oct 28 14:42:40.972258 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8d3ec6d1-a325-421e-a363-2785f03f9d53 req-c8b28e69-cc22-41e3-80d4-a50af6ad810d tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/security-groups?id=51359af3-c04e-43d9-926f-1f6204259320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317531 Oct 28 14:42:41.389822 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:42:41.658039 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac768d7-0d5a-4cce-a434-01cde9cbffb6 req-e0179977-5e56-4994-9b97-ece632bdbbfd tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:41.659471 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-aac768d7-0d5a-4cce-a434-01cde9cbffb6 req-e0179977-5e56-4994-9b97-ece632bdbbfd tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d43ef76-725e-4420-8216-64771f92a676 HTTP/1.1" status: 200 len: 945 time: 0.0508778 Oct 28 14:42:41.697696 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-aac768d7-0d5a-4cce-a434-01cde9cbffb6 req-66b0ecb2-145d-4dca-bc4b-596403d00751 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/security-groups?id=51359af3-c04e-43d9-926f-1f6204259320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318868 Oct 28 14:42:42.827241 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337e9ab-6a87-4519-9474-b738c4c58197 req-db9eaf7e-6ce1-4c13-be67-632110f682ff tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:42.828626 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8337e9ab-6a87-4519-9474-b738c4c58197 req-db9eaf7e-6ce1-4c13-be67-632110f682ff tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d43ef76-725e-4420-8216-64771f92a676 HTTP/1.1" status: 200 len: 945 time: 0.0575716 Oct 28 14:42:42.870053 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8337e9ab-6a87-4519-9474-b738c4c58197 req-6b5247a4-1d8a-44ae-a0a9-2e58ff001e95 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/security-groups?id=51359af3-c04e-43d9-926f-1f6204259320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324590 Oct 28 14:42:43.250978 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70083f3b-7563-4ce6-8d1c-56900e74c04c req-7c6c8050-bb54-4265-a1ee-a172b3979bb5 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:42:43.252434 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-70083f3b-7563-4ce6-8d1c-56900e74c04c req-7c6c8050-bb54-4265-a1ee-a172b3979bb5 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d43ef76-725e-4420-8216-64771f92a676 HTTP/1.1" status: 200 len: 945 time: 0.0571716 Oct 28 14:42:43.352767 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-70083f3b-7563-4ce6-8d1c-56900e74c04c req-93a19382-13cc-427a-93db-a25aae36de6e tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Deleting port 27a84e00-115c-443f-9286-5f49d6c3a6ef {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:42:43.353052 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-70083f3b-7563-4ce6-8d1c-56900e74c04c req-93a19382-13cc-427a-93db-a25aae36de6e tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:43.444892 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-70083f3b-7563-4ce6-8d1c-56900e74c04c req-93a19382-13cc-427a-93db-a25aae36de6e tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] For port 27a84e00-115c-443f-9286-5f49d6c3a6ef, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=27a84e00-115c-443f-9286-5f49d6c3a6ef,segment=NetworkSegment(82112304-ce99-41cc-a990-37f353cb51a7),segment_id=82112304-ce99-41cc-a990-37f353cb51a7)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:42:43.445244 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-70083f3b-7563-4ce6-8d1c-56900e74c04c req-93a19382-13cc-427a-93db-a25aae36de6e tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:43.457907 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-70083f3b-7563-4ce6-8d1c-56900e74c04c req-93a19382-13cc-427a-93db-a25aae36de6e tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Calling delete_port for 27a84e00-115c-443f-9286-5f49d6c3a6ef owned by compute:nova {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:42:43.584097 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-70083f3b-7563-4ce6-8d1c-56900e74c04c req-93a19382-13cc-427a-93db-a25aae36de6e tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:43.597467 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['27a84e00-115c-443f-9286-5f49d6c3a6ef'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:42:43.613347 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a19382-13cc-427a-93db-a25aae36de6e tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Pushing event deleted for resources: {'Port': ['ID=27a84e00-115c-443f-9286-5f49d6c3a6ef,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:42:43.651839 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-70083f3b-7563-4ce6-8d1c-56900e74c04c req-93a19382-13cc-427a-93db-a25aae36de6e tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] No DVR routers for this DVR port 27a84e00-115c-443f-9286-5f49d6c3a6ef on host hv-cinder-81584 {{(pid=101538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:42:43.654620 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-70083f3b-7563-4ce6-8d1c-56900e74c04c req-93a19382-13cc-427a-93db-a25aae36de6e tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:43.657926 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-70083f3b-7563-4ce6-8d1c-56900e74c04c req-93a19382-13cc-427a-93db-a25aae36de6e tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.72 "DELETE /v2.0/ports/27a84e00-115c-443f-9286-5f49d6c3a6ef HTTP/1.1" status: 204 len: 173 time: 0.3990002 Oct 28 14:42:43.658359 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d43ef76-725e-4420-8216-64771f92a676', 'name': 'network-vif-deleted', 'tag': '27a84e00-115c-443f-9286-5f49d6c3a6ef'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:42:43.660712 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cdcb55-928f-425f-b62b-6c3a33653d75" -d '{"events": [{"server_uuid": "5d43ef76-725e-4420-8216-64771f92a676", "name": "network-vif-deleted", "tag": "27a84e00-115c-443f-9286-5f49d6c3a6ef"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:42:43.696633 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ac7946-33f1-4e23-87e7-322c5b210a02 x-openstack-request-id: req-29ac7946-33f1-4e23-87e7-322c5b210a02 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:42:43.696904 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d43ef76-725e-4420-8216-64771f92a676", "name": "network-vif-deleted", "tag": "27a84e00-115c-443f-9286-5f49d6c3a6ef", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:42:43.697157 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-29ac7946-33f1-4e23-87e7-322c5b210a02 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:42:43.697554 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d43ef76-725e-4420-8216-64771f92a676', 'name': 'network-vif-deleted', 'tag': '27a84e00-115c-443f-9286-5f49d6c3a6ef', 'status': 'completed', 'code': 200} Oct 28 14:42:43.990259 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7e302ac7-4d67-4812-b177-959a283352d3 req-8a55d9fa-1afe-4429-bf81-30f6292175d1 tempest-VolumesActionsTest-772403353 tempest-VolumesActionsTest-772403353-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d43ef76-725e-4420-8216-64771f92a676 HTTP/1.1" status: 200 len: 210 time: 0.0262001 Oct 28 14:42:47.064353 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1b013db9-1e68-42db-8928-ab503eb1f417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:47.792691 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 27a84e00-115c-443f-9286-5f49d6c3a6ef no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:42:47.814424 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] No Port match for: 27a84e00-115c-443f-9286-5f49d6c3a6ef {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:42:47.814803 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 27a84e00-115c-443f-9286-5f49d6c3a6ef not bound to the agent host hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:42:50.097627 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-6e13831d-5801-412a-b2cc-e375997aa074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:51.024113 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:51.227139 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:42:52.109940 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:02.465974 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:05.218592 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ff71a14f-0aff-47d3-a51f-2d4e3733d2eb req-d0e55f97-e2be-44f6-806d-5e05aaea9e7a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504086 Oct 28 14:43:05.318517 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71a14f-0aff-47d3-a51f-2d4e3733d2eb req-9d7154cc-d9a7-4a69-8c3b-03b8f8a815fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:05.320074 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ff71a14f-0aff-47d3-a51f-2d4e3733d2eb req-9d7154cc-d9a7-4a69-8c3b-03b8f8a815fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fac19c389c954392bd090a3a76ba291b&device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 1098 time: 0.0461483 Oct 28 14:43:05.437120 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71a14f-0aff-47d3-a51f-2d4e3733d2eb req-1be5279d-a7e9-49c2-b1c4-01619d3f3094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:05.438810 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ff71a14f-0aff-47d3-a51f-2d4e3733d2eb req-1be5279d-a7e9-49c2-b1c4-01619d3f3094 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2cd29832-dfaa-48c8-ad99-924c3912245f HTTP/1.1" status: 200 len: 909 time: 0.0911741 Oct 28 14:43:05.508628 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ff71a14f-0aff-47d3-a51f-2d4e3733d2eb req-95d19126-f07a-4fca-8249-0d6dea387647 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a326b33a-dfb4-411e-a7dd-27ea8bd126af HTTP/1.1" status: 200 len: 1001 time: 0.0609522 Oct 28 14:43:05.558111 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71a14f-0aff-47d3-a51f-2d4e3733d2eb req-5e1ae6fb-0249-47d3-ae1c-63b84fa23a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:05.559545 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ff71a14f-0aff-47d3-a51f-2d4e3733d2eb req-5e1ae6fb-0249-47d3-ae1c-63b84fa23a98 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ccb665e6-60ca-43cc-ac85-9993982c81a8 HTTP/1.1" status: 200 len: 847 time: 0.0429184 Oct 28 14:43:05.622919 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71a14f-0aff-47d3-a51f-2d4e3733d2eb req-9883d341-0790-47ec-b40a-31e9d5d53470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:05.624442 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ff71a14f-0aff-47d3-a51f-2d4e3733d2eb req-9883d341-0790-47ec-b40a-31e9d5d53470 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2cd29832-dfaa-48c8-ad99-924c3912245f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415416 Oct 28 14:43:05.732576 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ff71a14f-0aff-47d3-a51f-2d4e3733d2eb req-8d103b3e-7d0d-452a-b1d4-d16ed8cf39df service neutron] 10.222.0.72 "GET /v2.0/networks/2cd29832-dfaa-48c8-ad99-924c3912245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930295 Oct 28 14:43:05.823009 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ff71a14f-0aff-47d3-a51f-2d4e3733d2eb req-f33561c9-8800-4aca-a032-2ba421d9eb65 service neutron] 10.222.0.72 "GET /v2.0/networks/2cd29832-dfaa-48c8-ad99-924c3912245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823374 Oct 28 14:43:07.858707 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 40020) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:07.908111 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_v2 [None req-26441912-8c1b-4cc6-8a79-6d60e85b0602 admin admin] Deleting subnet 18e88842-bbf7-4544-9ab7-1f7c9950d488 {{(pid=101538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 14:43:07.911466 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-26441912-8c1b-4cc6-8a79-6d60e85b0602 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:07.948207 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-26441912-8c1b-4cc6-8a79-6d60e85b0602 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4821401'] for subnet, precommit_delete_associations {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:07.988630 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-26441912-8c1b-4cc6-8a79-6d60e85b0602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888065'] for subnet, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:08.043218 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-26441912-8c1b-4cc6-8a79-6d60e85b0602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4880431'] for subnet, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:08.072624 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26441912-8c1b-4cc6-8a79-6d60e85b0602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18e88842-bbf7-4544-9ab7-1f7c9950d488,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:08.075006 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-26441912-8c1b-4cc6-8a79-6d60e85b0602 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:08.078176 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-26441912-8c1b-4cc6-8a79-6d60e85b0602 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/18e88842-bbf7-4544-9ab7-1f7c9950d488 HTTP/1.1" status: 204 len: 168 time: 0.2184370 Oct 28 14:43:08.082930 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 40026) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:08.092254 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26441912-8c1b-4cc6-8a79-6d60e85b0602 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:08.092533 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26441912-8c1b-4cc6-8a79-6d60e85b0602 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:08.092873 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26441912-8c1b-4cc6-8a79-6d60e85b0602 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:08.093206 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26441912-8c1b-4cc6-8a79-6d60e85b0602 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:08.093537 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26441912-8c1b-4cc6-8a79-6d60e85b0602 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:08.093863 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26441912-8c1b-4cc6-8a79-6d60e85b0602 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:08.094189 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26441912-8c1b-4cc6-8a79-6d60e85b0602 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:08.094516 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26441912-8c1b-4cc6-8a79-6d60e85b0602 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:08.094875 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26441912-8c1b-4cc6-8a79-6d60e85b0602 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:08.095182 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26441912-8c1b-4cc6-8a79-6d60e85b0602 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:08.095515 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26441912-8c1b-4cc6-8a79-6d60e85b0602 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:08.095820 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26441912-8c1b-4cc6-8a79-6d60e85b0602 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:08.176286 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a39a7301-245a-498b-ad76-200576b241c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1857466'] for network, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:08.260340 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a39a7301-245a-498b-ad76-200576b241c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898964', 'neutron.services.segments.db._delete_segments_for_network-8782349021790'] for network, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:08.280426 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.services.segments.db [None req-a39a7301-245a-498b-ad76-200576b241c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f0c797-5490-4dd9-84e9-821fd7a6dd2d']}} {{(pid=101538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:08.290760 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.services.segments.db [None req-a39a7301-245a-498b-ad76-200576b241c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82112304-ce99-41cc-a990-37f353cb51a7') {'for_net_delete': True} {{(pid=101538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:08.291157 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.services.segments.db [None req-a39a7301-245a-498b-ad76-200576b241c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82112304-ce99-41cc-a990-37f353cb51a7') {} {{(pid=101538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:08.303705 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a39a7301-245a-498b-ad76-200576b241c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782349022567', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4821472'] for segment, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:08.317152 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a39a7301-245a-498b-ad76-200576b241c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:08.323391 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39a7301-245a-498b-ad76-200576b241c6 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=101538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 14:43:08.323773 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a39a7301-245a-498b-ad76-200576b241c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372438'] for segment, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: Traceback (most recent call last): Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: timer() Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: cb(*args, **kw) Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: return func(*args, **kwargs) Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: self._notify() Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: self.callback(batched_events) Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: event.method(event) Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: return f(self, *a, **k) Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: return self._get(url).json() Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: return self.request(url, 'GET', **kwargs) Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 14:43:08.325676 dv-cinder-815848-1-iscsi neutron-server[101538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 14:43:08.382136 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a39a7301-245a-498b-ad76-200576b241c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640333'] for network, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:08.390237 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a39a7301-245a-498b-ad76-200576b241c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:08.396697 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-a39a7301-245a-498b-ad76-200576b241c6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d2f0c797-5490-4dd9-84e9-821fd7a6dd2d HTTP/1.1" status: 204 len: 168 time: 0.3147671 Oct 28 14:43:08.410266 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a7301-245a-498b-ad76-200576b241c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2f0c797-5490-4dd9-84e9-821fd7a6dd2d,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:08.516249 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 40030) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:08.560642 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-20a1d233-ae10-4f2f-961d-b7121b973c5a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6a5ee01a79924e0db3458eaeac6bd1d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432208 Oct 28 14:43:08.563294 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 40032) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:08.612458 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-09905a23-f84f-434c-b6c3-83d4bd34401b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:08.633752 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-09905a23-f84f-434c-b6c3-83d4bd34401b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:08.681281 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-09905a23-f84f-434c-b6c3-83d4bd34401b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:08.684163 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-09905a23-f84f-434c-b6c3-83d4bd34401b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:08.685422 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-09905a23-f84f-434c-b6c3-83d4bd34401b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/51359af3-c04e-43d9-926f-1f6204259320 HTTP/1.1" status: 204 len: 168 time: 0.1212404 Oct 28 14:43:08.693643 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09905a23-f84f-434c-b6c3-83d4bd34401b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51359af3-c04e-43d9-926f-1f6204259320,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:08.700628 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09905a23-f84f-434c-b6c3-83d4bd34401b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:08.700979 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09905a23-f84f-434c-b6c3-83d4bd34401b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:08.701320 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09905a23-f84f-434c-b6c3-83d4bd34401b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:08.701647 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09905a23-f84f-434c-b6c3-83d4bd34401b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:08.701979 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09905a23-f84f-434c-b6c3-83d4bd34401b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:08.702309 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09905a23-f84f-434c-b6c3-83d4bd34401b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:08.702636 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09905a23-f84f-434c-b6c3-83d4bd34401b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:08.702994 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09905a23-f84f-434c-b6c3-83d4bd34401b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:08.703318 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09905a23-f84f-434c-b6c3-83d4bd34401b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:08.703639 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09905a23-f84f-434c-b6c3-83d4bd34401b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:08.703959 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09905a23-f84f-434c-b6c3-83d4bd34401b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:08.704282 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09905a23-f84f-434c-b6c3-83d4bd34401b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:09.398081 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 40058) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:09.501687 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-7edd3bbe-8803-4f83-9d2b-fabd1da20a8b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-364239963-network', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:43:09.524216 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edd3bbe-8803-4f83-9d2b-fabd1da20a8b admin admin] Made reservation on behalf of 3c7c19b77a1a4fac81de8244c2a70247 for: {'network': 1} {{(pid=101539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:43:09.526404 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-7edd3bbe-8803-4f83-9d2b-fabd1da20a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for network, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:09.534702 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-7edd3bbe-8803-4f83-9d2b-fabd1da20a8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:09.616404 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-7edd3bbe-8803-4f83-9d2b-fabd1da20a8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:09.622981 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-7edd3bbe-8803-4f83-9d2b-fabd1da20a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:09.647667 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7edd3bbe-8803-4f83-9d2b-fabd1da20a8b admin admin] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=101539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 14:43:09.657269 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd3bbe-8803-4f83-9d2b-fabd1da20a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb359284-2040-4a93-9176-2ef8f0ef1fdd,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:09.663154 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-7edd3bbe-8803-4f83-9d2b-fabd1da20a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:09.663489 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.db.segments_db [None req-7edd3bbe-8803-4f83-9d2b-fabd1da20a8b admin admin] Added segment 27993e00-1bc2-49c2-98b8-9b099f45e9a7 of type vlan for network 696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e Oct 28 14:43:09.705664 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-7edd3bbe-8803-4f83-9d2b-fabd1da20a8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782348503983'] for network, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:09.731804 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-7edd3bbe-8803-4f83-9d2b-fabd1da20a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for network, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:09.732900 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edd3bbe-8803-4f83-9d2b-fabd1da20a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:09.733662 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-7edd3bbe-8803-4f83-9d2b-fabd1da20a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:09.783550 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-7edd3bbe-8803-4f83-9d2b-fabd1da20a8b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3843482 Oct 28 14:43:09.786729 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 40062) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:09.792183 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-9d5f3a92-e3cc-4dd3-b416-3598057dcca8 admin admin] Request body: {'subnet': {'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-364239963-subnet', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'ip_version': 4}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:43:09.794706 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd3bbe-8803-4f83-9d2b-fabd1da20a8b admin admin] Pushing event updated for resources: {'Network': ['ID=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:09.805411 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Network 696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e details requested by agent ovs-agent-dv-cinder-815848-1-iscsi with host dv-cinder-815848-1-iscsi {{(pid=101540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 14:43:09.815542 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5f3a92-e3cc-4dd3-b416-3598057dcca8 admin admin] Made reservation on behalf of 3c7c19b77a1a4fac81de8244c2a70247 for: {'subnet': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:43:09.820257 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9d5f3a92-e3cc-4dd3-b416-3598057dcca8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4880846'] for subnet, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:09.996734 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9d5f3a92-e3cc-4dd3-b416-3598057dcca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4880860'] for subnet, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:10.051604 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f3a92-e3cc-4dd3-b416-3598057dcca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de782fb8-ce97-4cbe-8d9a-e728eea72713,revision_number=0']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:10.063850 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5f3a92-e3cc-4dd3-b416-3598057dcca8 admin admin] Checking segment: {'id': '27993e00-1bc2-49c2-98b8-9b099f45e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:43:10.064213 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5f3a92-e3cc-4dd3-b416-3598057dcca8 admin admin] Network hostable DHCP agents. Network: 696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e, hostable agents: ['0f5c18ae-0b98-4d4d-aaff-bac106b0409b'], hosted agents: [] {{(pid=101538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 14:43:10.082408 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5f3a92-e3cc-4dd3-b416-3598057dcca8 admin admin] Network 696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e is scheduled to be hosted by DHCP agent 0f5c18ae-0b98-4d4d-aaff-bac106b0409b with binding_index 1 {{(pid=101538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 14:43:10.093531 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-9d5f3a92-e3cc-4dd3-b416-3598057dcca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-1-iscsi, 696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e) {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:43:10.098399 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5f3a92-e3cc-4dd3-b416-3598057dcca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:10.099429 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9d5f3a92-e3cc-4dd3-b416-3598057dcca8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:10.103182 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a25c733-bd39-48ae-8b43-6008a78a2a45 None None] Network 696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:43:10.118074 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-9d5f3a92-e3cc-4dd3-b416-3598057dcca8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3302186 Oct 28 14:43:10.121001 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 40064) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:10.125875 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-afe40c50-2ccd-4674-ae17-44b591859e9a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:43:10.149068 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-afe40c50-2ccd-4674-ae17-44b591859e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1061'] for router, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:10.161192 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-afe40c50-2ccd-4674-ae17-44b591859e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1054'] for router, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:10.233523 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-afe40c50-2ccd-4674-ae17-44b591859e9a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:10.266246 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbe7e8e-f744-4d42-8aa6-d126f531d376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb12ed448-6782-5d32-adc4-26a542b5c6bd-696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713'}]}} from dv-cinder-815848-1-iscsi. {{(pid=101540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 14:43:10.267290 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7e8e-f744-4d42-8aa6-d126f531d376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:10.368844 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-afe40c50-2ccd-4674-ae17-44b591859e9a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:10.404066 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.db_base_plugin_common [None req-dcbe7e8e-f744-4d42-8aa6-d126f531d376 None None] Allocated IP 172.20.0.2 (696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e/de782fb8-ce97-4cbe-8d9a-e728eea72713/bbd4186a-cd7b-47bd-a833-1c64cf79df61) {{(pid=101540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:43:10.546327 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7e8e-f744-4d42-8aa6-d126f531d376 None None] Publish callbacks [] for port, precommit_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:10.554530 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7e8e-f744-4d42-8aa6-d126f531d376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:10.569049 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-afe40c50-2ccd-4674-ae17-44b591859e9a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:10.589888 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-afe40c50-2ccd-4674-ae17-44b591859e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:10.593993 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbe7e8e-f744-4d42-8aa6-d126f531d376 None None] Network 696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e is already hosted by enough agents. {{(pid=101540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:43:10.596948 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.scheduler.base_scheduler [None req-dcbe7e8e-f744-4d42-8aa6-d126f531d376 None None] Resources bound (agent type, host, resource id): {{(pid=101540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:43:10.600605 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbe7e8e-f744-4d42-8aa6-d126f531d376 None None] Received port after_create {{(pid=101540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:43:10.607839 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe7e8e-f744-4d42-8aa6-d126f531d376 None None] Pushing event updated for resources: {'Port': ['ID=bbd4186a-cd7b-47bd-a833-1c64cf79df61,revision_number=1']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:10.656617 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-dcbe7e8e-f744-4d42-8aa6-d126f531d376 None None] Attempting to bind port bbd4186a-cd7b-47bd-a833-1c64cf79df61 on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:43:10.656976 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-dcbe7e8e-f744-4d42-8aa6-d126f531d376 None None] Attempting to bind port bbd4186a-cd7b-47bd-a833-1c64cf79df61 by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': '27993e00-1bc2-49c2-98b8-9b099f45e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e'}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:43:10.657327 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbe7e8e-f744-4d42-8aa6-d126f531d376 None None] Attempting to bind port bbd4186a-cd7b-47bd-a833-1c64cf79df61 on network 696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:43:10.662596 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbe7e8e-f744-4d42-8aa6-d126f531d376 None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:43:10.662998 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbe7e8e-f744-4d42-8aa6-d126f531d376 None None] Checking segment: {'id': '27993e00-1bc2-49c2-98b8-9b099f45e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:43:10.663385 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7e8e-f744-4d42-8aa6-d126f531d376 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:10.663774 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbe7e8e-f744-4d42-8aa6-d126f531d376 None None] Bound using segment: {'id': '27993e00-1bc2-49c2-98b8-9b099f45e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e'} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:43:10.664573 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-dcbe7e8e-f744-4d42-8aa6-d126f531d376 None None] Bound port: bbd4186a-cd7b-47bd-a833-1c64cf79df61, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27993e00-1bc2-49c2-98b8-9b099f45e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e'}}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:43:10.664940 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7e8e-f744-4d42-8aa6-d126f531d376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:10.693197 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.db_base_plugin_common [None req-afe40c50-2ccd-4674-ae17-44b591859e9a admin admin] Allocated IP 172.27.2.50 (ee68bfbb-5103-4d10-b9ad-fba4a097df41/ecb224d9-3cd4-4979-8f79-b30a4344ff69/19b5d607-7956-4b33-8a27-d494c9636592) {{(pid=101539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:43:10.729008 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-dcbe7e8e-f744-4d42-8aa6-d126f531d376 None None] For port bbd4186a-cd7b-47bd-a833-1c64cf79df61, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:43:10.732336 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-dcbe7e8e-f744-4d42-8aa6-d126f531d376 None None] For port bbd4186a-cd7b-47bd-a833-1c64cf79df61, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=bbd4186a-cd7b-47bd-a833-1c64cf79df61,segment=NetworkSegment(27993e00-1bc2-49c2-98b8-9b099f45e9a7),segment_id=27993e00-1bc2-49c2-98b8-9b099f45e9a7)] {{(pid=101540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:43:10.736477 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-dcbe7e8e-f744-4d42-8aa6-d126f531d376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:10.791802 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe7e8e-f744-4d42-8aa6-d126f531d376 None None] Pushing event updated for resources: {'Port': ['ID=bbd4186a-cd7b-47bd-a833-1c64cf79df61,revision_number=2']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:10.800307 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-afe40c50-2ccd-4674-ae17-44b591859e9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:10.839513 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-afe40c50-2ccd-4674-ae17-44b591859e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:10.879841 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe40c50-2ccd-4674-ae17-44b591859e9a admin admin] Network ee68bfbb-5103-4d10-b9ad-fba4a097df41 is already hosted by enough agents. {{(pid=101539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:43:10.882869 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [None req-afe40c50-2ccd-4674-ae17-44b591859e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:43:10.885464 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe40c50-2ccd-4674-ae17-44b591859e9a admin admin] Received port after_create {{(pid=101539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:43:10.908955 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe40c50-2ccd-4674-ae17-44b591859e9a admin admin] Pushing event updated for resources: {'Port': ['ID=19b5d607-7956-4b33-8a27-d494c9636592,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:11.150906 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-afe40c50-2ccd-4674-ae17-44b591859e9a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:11.358152 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-afe40c50-2ccd-4674-ae17-44b591859e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645785'] for router, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:11.492721 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe40c50-2ccd-4674-ae17-44b591859e9a admin admin] Router 77a27d38-a823-46f2-9839-be95cfbcea3e is scheduled to L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd with binding_index 1 {{(pid=101539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 14:43:11.609938 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe40c50-2ccd-4674-ae17-44b591859e9a admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:43:11.620140 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] Sync routers for ids ['77a27d38-a823-46f2-9839-be95cfbcea3e'] in dv-cinder-815848-1-iscsi {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:43:11.627817 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-afe40c50-2ccd-4674-ae17-44b591859e9a admin admin] Publish callbacks [] for router, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:11.631520 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-afe40c50-2ccd-4674-ae17-44b591859e9a admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5069609 Oct 28 14:43:11.632044 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 40074) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:11.633266 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] Routers {'77a27d38-a823-46f2-9839-be95cfbcea3e'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:43:11.633755 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:42:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['77a27d38-a823-46f2-9839-be95cfbcea3e'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:11.670641 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b69864-c96a-488e-8d38-999bf2b417a7 None None] Network 696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:43:11.915623 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-338681b8-6c83-4e64-a529-dbbf09af471d None None] Provisioning complete for port bbd4186a-cd7b-47bd-a833-1c64cf79df61 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:43:11.916048 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-338681b8-6c83-4e64-a529-dbbf09af471d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:11.990354 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] Set router 77a27d38-a823-46f2-9839-be95cfbcea3e gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:43:12.180048 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-338681b8-6c83-4e64-a529-dbbf09af471d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:12.260309 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-338681b8-6c83-4e64-a529-dbbf09af471d None None] For port bbd4186a-cd7b-47bd-a833-1c64cf79df61, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=bbd4186a-cd7b-47bd-a833-1c64cf79df61,segment=NetworkSegment(27993e00-1bc2-49c2-98b8-9b099f45e9a7),segment_id=27993e00-1bc2-49c2-98b8-9b099f45e9a7)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:43:12.263560 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ec5284e1-2150-45dc-aed2-247aae76a9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:12.267160 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-338681b8-6c83-4e64-a529-dbbf09af471d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:12.336074 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338681b8-6c83-4e64-a529-dbbf09af471d None None] Pushing event updated for resources: {'Port': ['ID=bbd4186a-cd7b-47bd-a833-1c64cf79df61,revision_number=3']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:12.346017 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '19b5d607-7956-4b33-8a27-d494c9636592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:11Z', 'revision_number': 3, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port': {'id': '19b5d607-7956-4b33-8a27-d494c9636592', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:12.387171 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] Checking router: 77a27d38-a823-46f2-9839-be95cfbcea3e for host: dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:43:12.388085 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] Updating router 77a27d38-a823-46f2-9839-be95cfbcea3e port 19b5d607-7956-4b33-8a27-d494c9636592 binding host dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 14:43:12.416769 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:12.436630 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.db_base_plugin_common [None req-ec5284e1-2150-45dc-aed2-247aae76a9ed admin admin] Allocated IP 172.20.0.1 (696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e/de782fb8-ce97-4cbe-8d9a-e728eea72713/e09afc9d-2969-43a3-980d-94f90d244d11) {{(pid=101539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:43:12.532930 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-2cf5d41a-cdf4-45b3-b9f3-d71b00854a72 None None] Provisioning complete for port bbd4186a-cd7b-47bd-a833-1c64cf79df61 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:43:12.533267 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2cf5d41a-cdf4-45b3-b9f3-d71b00854a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:12.559504 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ec5284e1-2150-45dc-aed2-247aae76a9ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:12.603907 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ec5284e1-2150-45dc-aed2-247aae76a9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:12.648552 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5284e1-2150-45dc-aed2-247aae76a9ed admin admin] Network 696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e is already hosted by enough agents. {{(pid=101539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:43:12.651673 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [None req-ec5284e1-2150-45dc-aed2-247aae76a9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:43:12.674481 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5284e1-2150-45dc-aed2-247aae76a9ed admin admin] Received port after_create {{(pid=101539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:43:12.712607 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5284e1-2150-45dc-aed2-247aae76a9ed admin admin] Pushing event updated for resources: {'Port': ['ID=e09afc9d-2969-43a3-980d-94f90d244d11,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:12.719686 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device bbd4186a-cd7b-47bd-a833-1c64cf79df61 up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:43:12.738871 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ec5284e1-2150-45dc-aed2-247aae76a9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640452'] for router_interface, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:12.827914 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] Publish callbacks [] for port, precommit_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:12.838913 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:12.890243 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port bbd4186a-cd7b-47bd-a833-1c64cf79df61 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:43:12.890613 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:12.906194 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62fa70-68b3-4bc3-a746-b4f00912bab6 req-7a9a8e44-83a7-46e1-b214-cf1d94ad6bde tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:12.907766 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8d62fa70-68b3-4bc3-a746-b4f00912bab6 req-7a9a8e44-83a7-46e1-b214-cf1d94ad6bde tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0909142 Oct 28 14:43:12.935442 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948eec70-3855-48dc-95da-0ee8d25f8f98 None None] Pushing event updated for resources: {'Port': ['ID=19b5d607-7956-4b33-8a27-d494c9636592,revision_number=2']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:12.943884 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] Attempting to bind port 19b5d607-7956-4b33-8a27-d494c9636592 on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:43:12.944254 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] Attempting to bind port 19b5d607-7956-4b33-8a27-d494c9636592 by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:43:12.944609 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] Attempting to bind port 19b5d607-7956-4b33-8a27-d494c9636592 on network ee68bfbb-5103-4d10-b9ad-fba4a097df41 {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:43:12.956807 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ec5284e1-2150-45dc-aed2-247aae76a9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:12.958229 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:43:12.958599 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] Checking segment: {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:43:12.959016 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:12.959403 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] Bound using segment: {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:43:12.959867 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] Bound port: 19b5d607-7956-4b33-8a27-d494c9636592, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:43:12.960246 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:12.965475 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-b8fd9abe-a510-49b5-bed3-e4b0d9f85c0d None None] Provisioning complete for port e09afc9d-2969-43a3-980d-94f90d244d11 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:43:12.965833 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-b8fd9abe-a510-49b5-bed3-e4b0d9f85c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:12.988879 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8d62fa70-68b3-4bc3-a746-b4f00912bab6 req-f956c1de-5663-4537-a915-a892af863bd1 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707405 Oct 28 14:43:13.061590 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-b8fd9abe-a510-49b5-bed3-e4b0d9f85c0d None None] Port e09afc9d-2969-43a3-980d-94f90d244d11 cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:43:13.081326 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] For port 19b5d607-7956-4b33-8a27-d494c9636592, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:43:13.086016 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] For port 19b5d607-7956-4b33-8a27-d494c9636592, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=19b5d607-7956-4b33-8a27-d494c9636592,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:43:13.090152 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:13.140391 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ec5284e1-2150-45dc-aed2-247aae76a9ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:13.145898 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ec5284e1-2150-45dc-aed2-247aae76a9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5860495'] for port, after_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:13.146486 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] Routers {'77a27d38-a823-46f2-9839-be95cfbcea3e'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:43:13.147198 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:42:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['77a27d38-a823-46f2-9839-be95cfbcea3e'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:13.152197 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948eec70-3855-48dc-95da-0ee8d25f8f98 None None] Pushing event updated for resources: {'Port': ['ID=19b5d607-7956-4b33-8a27-d494c9636592,revision_number=3']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:13.212885 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5284e1-2150-45dc-aed2-247aae76a9ed admin admin] Pushing event updated for resources: {'Port': ['ID=e09afc9d-2969-43a3-980d-94f90d244d11,revision_number=2']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:13.215160 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ec5284e1-2150-45dc-aed2-247aae76a9ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645972'] for router_interface, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:13.258196 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] Set router 77a27d38-a823-46f2-9839-be95cfbcea3e gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:43:13.313461 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5284e1-2150-45dc-aed2-247aae76a9ed admin admin] Network 696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e is already hosted by enough agents. {{(pid=101539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:43:13.315086 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [None req-ec5284e1-2150-45dc-aed2-247aae76a9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:43:13.431898 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5284e1-2150-45dc-aed2-247aae76a9ed admin admin] Router 77a27d38-a823-46f2-9839-be95cfbcea3e has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:43:13.483740 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '19b5d607-7956-4b33-8a27-d494c9636592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:12Z', 'revision_number': 4, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port': {'id': '19b5d607-7956-4b33-8a27-d494c9636592', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'e09afc9d-2969-43a3-980d-94f90d244d11', 'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'mac_address': 'fa:16:3e:5c:74:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:12Z', 'updated_at': '2021-10-28T14:43:13Z', 'revision_number': 2, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'subnets': [{'id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:13.515777 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230b0a8-fe03-4899-8407-62fe6fdfec81 None None] The sync data for ids ['77a27d38-a823-46f2-9839-be95cfbcea3e'] in dv-cinder-815848-1-iscsi is: [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '19b5d607-7956-4b33-8a27-d494c9636592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:12Z', 'revision_number': 4, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port': {'id': '19b5d607-7956-4b33-8a27-d494c9636592', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'e09afc9d-2969-43a3-980d-94f90d244d11', 'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'mac_address': 'fa:16:3e:5c:74:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:12Z', 'updated_at': '2021-10-28T14:43:13Z', 'revision_number': 2, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'subnets': [{'id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:43:13.551323 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5284e1-2150-45dc-aed2-247aae76a9ed admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:43:13.562054 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-ec5284e1-2150-45dc-aed2-247aae76a9ed admin admin] 10.222.0.79 "PUT /v2.0/routers/77a27d38-a823-46f2-9839-be95cfbcea3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9244382 Oct 28 14:43:13.589383 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-9f5550d6-3557-4039-ab5f-dd2bf21d7287 None None] Provisioning complete for port e09afc9d-2969-43a3-980d-94f90d244d11 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:43:13.589689 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-9f5550d6-3557-4039-ab5f-dd2bf21d7287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:13.639225 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-9f5550d6-3557-4039-ab5f-dd2bf21d7287 None None] Port e09afc9d-2969-43a3-980d-94f90d244d11 cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:43:14.117577 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb8e53-1f69-4d40-bfa4-1d5297582a0e req-d3c55aa4-f91f-43ee-ab17-27792d1cc6ba tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:14.119186 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b1fb8e53-1f69-4d40-bfa4-1d5297582a0e req-d3c55aa4-f91f-43ee-ab17-27792d1cc6ba tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0574570 Oct 28 14:43:14.120544 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 40112) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:14.125124 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-ea228291-3d43-471c-a984-9e0b91fc6a82 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1774329485-network', 'tenant_id': 'ce16b7567cea474c9b91b57964095f17'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:43:14.166890 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea228291-3d43-471c-a984-9e0b91fc6a82 admin admin] Made reservation on behalf of ce16b7567cea474c9b91b57964095f17 for: {'network': 1} {{(pid=101539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:43:14.169241 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ea228291-3d43-471c-a984-9e0b91fc6a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for network, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:14.183450 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b1fb8e53-1f69-4d40-bfa4-1d5297582a0e req-d62ae3ec-0cea-4777-a468-2488da50fb93 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548339 Oct 28 14:43:14.184965 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ea228291-3d43-471c-a984-9e0b91fc6a82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:14.281934 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ea228291-3d43-471c-a984-9e0b91fc6a82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:14.288073 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ea228291-3d43-471c-a984-9e0b91fc6a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:14.314623 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea228291-3d43-471c-a984-9e0b91fc6a82 admin admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=101539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 14:43:14.324846 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea228291-3d43-471c-a984-9e0b91fc6a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f18f54c-7ff3-4d9f-80b6-fbb7e449ca64,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:14.330389 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ea228291-3d43-471c-a984-9e0b91fc6a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:14.330761 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.db.segments_db [None req-ea228291-3d43-471c-a984-9e0b91fc6a82 admin admin] Added segment 46f135ad-368a-4c0c-a487-d3e883deacc9 of type vlan for network fe8a8199-8aa5-41ce-b317-79b0636d3f4c Oct 28 14:43:14.373951 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ea228291-3d43-471c-a984-9e0b91fc6a82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782348503983'] for network, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:14.400414 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ea228291-3d43-471c-a984-9e0b91fc6a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for network, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:14.401436 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea228291-3d43-471c-a984-9e0b91fc6a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:14.402038 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ea228291-3d43-471c-a984-9e0b91fc6a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:14.459969 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 40114) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:14.460588 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-ea228291-3d43-471c-a984-9e0b91fc6a82 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3384514 Oct 28 14:43:14.466017 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-c7e5363b-962a-4bab-bb85-da482a969553 admin admin] Request body: {'subnet': {'network_id': 'fe8a8199-8aa5-41ce-b317-79b0636d3f4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1774329485-subnet', 'tenant_id': 'ce16b7567cea474c9b91b57964095f17', 'ip_version': 4}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:43:14.471863 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea228291-3d43-471c-a984-9e0b91fc6a82 admin admin] Pushing event updated for resources: {'Network': ['ID=fe8a8199-8aa5-41ce-b317-79b0636d3f4c,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:14.482336 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Network fe8a8199-8aa5-41ce-b317-79b0636d3f4c details requested by agent ovs-agent-dv-cinder-815848-1-iscsi with host dv-cinder-815848-1-iscsi {{(pid=101540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 14:43:14.495617 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e5363b-962a-4bab-bb85-da482a969553 admin admin] Made reservation on behalf of ce16b7567cea474c9b91b57964095f17 for: {'subnet': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:43:14.497987 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c7e5363b-962a-4bab-bb85-da482a969553 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4880846'] for subnet, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:14.664398 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 19b5d607-7956-4b33-8a27-d494c9636592 up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:43:14.717036 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 19b5d607-7956-4b33-8a27-d494c9636592 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:43:14.717653 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:14.806395 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:14.831925 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] For port 19b5d607-7956-4b33-8a27-d494c9636592, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=19b5d607-7956-4b33-8a27-d494c9636592,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:43:14.840377 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:14.891796 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Pushing event updated for resources: {'Port': ['ID=19b5d607-7956-4b33-8a27-d494c9636592,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:14.969779 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c7e5363b-962a-4bab-bb85-da482a969553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4880860'] for subnet, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:15.022949 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5363b-962a-4bab-bb85-da482a969553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3ef97f5-2add-464f-a109-d8feae2c23da,revision_number=0']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:15.036348 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e5363b-962a-4bab-bb85-da482a969553 admin admin] Checking segment: {'id': '46f135ad-368a-4c0c-a487-d3e883deacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe8a8199-8aa5-41ce-b317-79b0636d3f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:43:15.036959 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e5363b-962a-4bab-bb85-da482a969553 admin admin] Network hostable DHCP agents. Network: fe8a8199-8aa5-41ce-b317-79b0636d3f4c, hostable agents: ['0f5c18ae-0b98-4d4d-aaff-bac106b0409b'], hosted agents: [] {{(pid=101538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 14:43:15.061286 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e5363b-962a-4bab-bb85-da482a969553 admin admin] Network fe8a8199-8aa5-41ce-b317-79b0636d3f4c is scheduled to be hosted by DHCP agent 0f5c18ae-0b98-4d4d-aaff-bac106b0409b with binding_index 1 {{(pid=101538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 14:43:15.074442 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-c7e5363b-962a-4bab-bb85-da482a969553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-1-iscsi, fe8a8199-8aa5-41ce-b317-79b0636d3f4c) {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:43:15.079176 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e5363b-962a-4bab-bb85-da482a969553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:15.079761 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c7e5363b-962a-4bab-bb85-da482a969553 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:15.086174 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69af8403-a3b0-46ec-a82b-9600456cdb48 None None] Network fe8a8199-8aa5-41ce-b317-79b0636d3f4c requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:43:15.099287 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-c7e5363b-962a-4bab-bb85-da482a969553 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6372538 Oct 28 14:43:15.101968 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 40122) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:15.106428 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-a265ca2b-0baa-4dc7-b9ab-38c5de83bc75 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1774329485-router', 'tenant_id': 'ce16b7567cea474c9b91b57964095f17', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:43:15.129486 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-a265ca2b-0baa-4dc7-b9ab-38c5de83bc75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1061'] for router, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:15.130521 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-a265ca2b-0baa-4dc7-b9ab-38c5de83bc75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1054'] for router, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:15.182310 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-a265ca2b-0baa-4dc7-b9ab-38c5de83bc75 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:15.243670 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca99b14b-090a-4178-91e6-ab4dfca80396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb12ed448-6782-5d32-adc4-26a542b5c6bd-fe8a8199-8aa5-41ce-b317-79b0636d3f4c', 'network_id': 'fe8a8199-8aa5-41ce-b317-79b0636d3f4c', 'tenant_id': 'ce16b7567cea474c9b91b57964095f17', 'fixed_ips': [{'subnet_id': 'b3ef97f5-2add-464f-a109-d8feae2c23da'}]}} from dv-cinder-815848-1-iscsi. {{(pid=101540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 14:43:15.245358 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-ca99b14b-090a-4178-91e6-ab4dfca80396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:15.342034 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-a265ca2b-0baa-4dc7-b9ab-38c5de83bc75 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:15.387208 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.db_base_plugin_common [None req-ca99b14b-090a-4178-91e6-ab4dfca80396 None None] Allocated IP 172.20.0.2 (fe8a8199-8aa5-41ce-b317-79b0636d3f4c/b3ef97f5-2add-464f-a109-d8feae2c23da/1e5092c3-627b-4a5d-b893-18bb2b1c9609) {{(pid=101540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:43:15.400826 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f9f1c-d794-4d9d-b803-5f32dc6152fe req-e451783c-adb8-47bb-b9f5-19ac597bbfc4 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:15.402804 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-547f9f1c-d794-4d9d-b803-5f32dc6152fe req-e451783c-adb8-47bb-b9f5-19ac597bbfc4 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.1170781 Oct 28 14:43:15.459376 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-547f9f1c-d794-4d9d-b803-5f32dc6152fe req-db2ea74b-59c9-46bc-906c-eb97f7db9fea tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487986 Oct 28 14:43:15.609112 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-a265ca2b-0baa-4dc7-b9ab-38c5de83bc75 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:15.627911 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-a265ca2b-0baa-4dc7-b9ab-38c5de83bc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:15.682026 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-ca99b14b-090a-4178-91e6-ab4dfca80396 None None] Publish callbacks [] for port, precommit_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:15.688599 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-ca99b14b-090a-4178-91e6-ab4dfca80396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:15.696870 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] Sync routers for ids ['77a27d38-a823-46f2-9839-be95cfbcea3e'] in dv-cinder-815848-1-iscsi {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:43:15.708556 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] Routers {'77a27d38-a823-46f2-9839-be95cfbcea3e'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:43:15.709893 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:42:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['77a27d38-a823-46f2-9839-be95cfbcea3e'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:15.729662 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca99b14b-090a-4178-91e6-ab4dfca80396 None None] Network fe8a8199-8aa5-41ce-b317-79b0636d3f4c is already hosted by enough agents. {{(pid=101540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:43:15.735501 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.db_base_plugin_common [None req-a265ca2b-0baa-4dc7-b9ab-38c5de83bc75 admin admin] Allocated IP 172.27.2.13 (ee68bfbb-5103-4d10-b9ad-fba4a097df41/ecb224d9-3cd4-4979-8f79-b30a4344ff69/15c8aefd-8996-48d9-9bbc-743a4b2ebf5d) {{(pid=101539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:43:15.735817 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.scheduler.base_scheduler [None req-ca99b14b-090a-4178-91e6-ab4dfca80396 None None] Resources bound (agent type, host, resource id): {{(pid=101540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:43:15.738776 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca99b14b-090a-4178-91e6-ab4dfca80396 None None] Received port after_create {{(pid=101540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:43:15.800925 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99b14b-090a-4178-91e6-ab4dfca80396 None None] Pushing event updated for resources: {'Port': ['ID=1e5092c3-627b-4a5d-b893-18bb2b1c9609,revision_number=1']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:15.814814 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-ca99b14b-090a-4178-91e6-ab4dfca80396 None None] Attempting to bind port 1e5092c3-627b-4a5d-b893-18bb2b1c9609 on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:43:15.815213 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-ca99b14b-090a-4178-91e6-ab4dfca80396 None None] Attempting to bind port 1e5092c3-627b-4a5d-b893-18bb2b1c9609 by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': '46f135ad-368a-4c0c-a487-d3e883deacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe8a8199-8aa5-41ce-b317-79b0636d3f4c'}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:43:15.815584 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99b14b-090a-4178-91e6-ab4dfca80396 None None] Attempting to bind port 1e5092c3-627b-4a5d-b893-18bb2b1c9609 on network fe8a8199-8aa5-41ce-b317-79b0636d3f4c {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:43:15.821932 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99b14b-090a-4178-91e6-ab4dfca80396 None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:43:15.822303 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99b14b-090a-4178-91e6-ab4dfca80396 None None] Checking segment: {'id': '46f135ad-368a-4c0c-a487-d3e883deacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe8a8199-8aa5-41ce-b317-79b0636d3f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:43:15.822719 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-ca99b14b-090a-4178-91e6-ab4dfca80396 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:15.823221 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99b14b-090a-4178-91e6-ab4dfca80396 None None] Bound using segment: {'id': '46f135ad-368a-4c0c-a487-d3e883deacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe8a8199-8aa5-41ce-b317-79b0636d3f4c'} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:43:15.823703 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-ca99b14b-090a-4178-91e6-ab4dfca80396 None None] Bound port: 1e5092c3-627b-4a5d-b893-18bb2b1c9609, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f135ad-368a-4c0c-a487-d3e883deacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe8a8199-8aa5-41ce-b317-79b0636d3f4c'}}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:43:15.824764 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-ca99b14b-090a-4178-91e6-ab4dfca80396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:15.838195 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] Set router 77a27d38-a823-46f2-9839-be95cfbcea3e gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:43:15.912048 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-ca99b14b-090a-4178-91e6-ab4dfca80396 None None] For port 1e5092c3-627b-4a5d-b893-18bb2b1c9609, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:43:15.915919 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-ca99b14b-090a-4178-91e6-ab4dfca80396 None None] For port 1e5092c3-627b-4a5d-b893-18bb2b1c9609, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=1e5092c3-627b-4a5d-b893-18bb2b1c9609,segment=NetworkSegment(46f135ad-368a-4c0c-a487-d3e883deacc9),segment_id=46f135ad-368a-4c0c-a487-d3e883deacc9)] {{(pid=101540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:43:15.923869 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-ca99b14b-090a-4178-91e6-ab4dfca80396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:15.935913 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-a265ca2b-0baa-4dc7-b9ab-38c5de83bc75 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:16.000112 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-a265ca2b-0baa-4dc7-b9ab-38c5de83bc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:16.022535 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99b14b-090a-4178-91e6-ab4dfca80396 None None] Pushing event updated for resources: {'Port': ['ID=1e5092c3-627b-4a5d-b893-18bb2b1c9609,revision_number=2']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:16.044771 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a265ca2b-0baa-4dc7-b9ab-38c5de83bc75 admin admin] Network ee68bfbb-5103-4d10-b9ad-fba4a097df41 is already hosted by enough agents. {{(pid=101539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:43:16.049645 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [None req-a265ca2b-0baa-4dc7-b9ab-38c5de83bc75 admin admin] Resources bound (agent type, host, resource id): {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:43:16.053616 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a265ca2b-0baa-4dc7-b9ab-38c5de83bc75 admin admin] Received port after_create {{(pid=101539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:43:16.082802 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265ca2b-0baa-4dc7-b9ab-38c5de83bc75 admin admin] Pushing event updated for resources: {'Port': ['ID=15c8aefd-8996-48d9-9bbc-743a4b2ebf5d,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:16.102989 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '19b5d607-7956-4b33-8a27-d494c9636592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:12Z', 'revision_number': 4, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port': {'id': '19b5d607-7956-4b33-8a27-d494c9636592', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'e09afc9d-2969-43a3-980d-94f90d244d11', 'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'mac_address': 'fa:16:3e:5c:74:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:12Z', 'updated_at': '2021-10-28T14:43:13Z', 'revision_number': 2, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'subnets': [{'id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:16.140936 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] Checking router: 77a27d38-a823-46f2-9839-be95cfbcea3e for host: dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:43:16.141660 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] Updating router 77a27d38-a823-46f2-9839-be95cfbcea3e port e09afc9d-2969-43a3-980d-94f90d244d11 binding host dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 14:43:16.173656 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:16.488994 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] Publish callbacks [] for port, precommit_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:16.496308 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:16.503583 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff986b-7c3d-45e3-9d30-e70012d10d5f req-6c54f1c7-3e7d-4e88-bc80-877b4a0367a1 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:16.505103 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-79ff986b-7c3d-45e3-9d30-e70012d10d5f req-6c54f1c7-3e7d-4e88-bc80-877b4a0367a1 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.3169210 Oct 28 14:43:16.540045 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73e28a-ca6a-4339-9276-696fd122a666 None None] Pushing event updated for resources: {'Port': ['ID=e09afc9d-2969-43a3-980d-94f90d244d11,revision_number=3']} {{(pid=101541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:16.595800 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73e28a-ca6a-4339-9276-696fd122a666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:16.596156 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73e28a-ca6a-4339-9276-696fd122a666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:16.596566 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73e28a-ca6a-4339-9276-696fd122a666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:16.596852 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73e28a-ca6a-4339-9276-696fd122a666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:16.597171 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73e28a-ca6a-4339-9276-696fd122a666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:16.597490 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73e28a-ca6a-4339-9276-696fd122a666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:16.597804 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73e28a-ca6a-4339-9276-696fd122a666 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:16.598116 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73e28a-ca6a-4339-9276-696fd122a666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:16.598455 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73e28a-ca6a-4339-9276-696fd122a666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:16.598916 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73e28a-ca6a-4339-9276-696fd122a666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:16.599431 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73e28a-ca6a-4339-9276-696fd122a666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:16.599902 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e73e28a-ca6a-4339-9276-696fd122a666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:16.614602 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] Attempting to bind port e09afc9d-2969-43a3-980d-94f90d244d11 on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:43:16.615151 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] Attempting to bind port e09afc9d-2969-43a3-980d-94f90d244d11 by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': '27993e00-1bc2-49c2-98b8-9b099f45e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e'}] {{(pid=101541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:43:16.615505 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] Attempting to bind port e09afc9d-2969-43a3-980d-94f90d244d11 on network 696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:43:16.621622 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:43:16.621983 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] Checking segment: {'id': '27993e00-1bc2-49c2-98b8-9b099f45e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:43:16.623042 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:16.623578 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] Bound using segment: {'id': '27993e00-1bc2-49c2-98b8-9b099f45e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e'} {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:43:16.624192 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] Bound port: e09afc9d-2969-43a3-980d-94f90d244d11, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27993e00-1bc2-49c2-98b8-9b099f45e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e'}}] {{(pid=101541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:43:16.624977 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:16.687528 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-79ff986b-7c3d-45e3-9d30-e70012d10d5f req-1b9ee2d6-d3a1-43ae-a011-8015faef7de2 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682403 Oct 28 14:43:16.698875 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.db [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] For port e09afc9d-2969-43a3-980d-94f90d244d11, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:43:16.702247 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.db [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] For port e09afc9d-2969-43a3-980d-94f90d244d11, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=e09afc9d-2969-43a3-980d-94f90d244d11,segment=NetworkSegment(27993e00-1bc2-49c2-98b8-9b099f45e9a7),segment_id=27993e00-1bc2-49c2-98b8-9b099f45e9a7)] {{(pid=101541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:43:16.716241 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:16.743749 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-a265ca2b-0baa-4dc7-b9ab-38c5de83bc75 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:16.785325 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] Routers {'77a27d38-a823-46f2-9839-be95cfbcea3e'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:43:16.787304 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:42:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['77a27d38-a823-46f2-9839-be95cfbcea3e'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:16.793779 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 1e5092c3-627b-4a5d-b893-18bb2b1c9609 up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:43:16.857031 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 1e5092c3-627b-4a5d-b893-18bb2b1c9609 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:43:16.857031 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:16.863546 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d519299-b372-4a89-913f-29c8076a435d req-5d92f654-151a-4838-980a-ead0199cff74 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:16.871518 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9d519299-b372-4a89-913f-29c8076a435d req-5d92f654-151a-4838-980a-ead0199cff74 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.2296047 Oct 28 14:43:16.908275 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] Set router 77a27d38-a823-46f2-9839-be95cfbcea3e gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:43:16.958051 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9d519299-b372-4a89-913f-29c8076a435d req-a5fd7464-b87e-4b4f-ad62-e3ad36d63a4c tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821764 Oct 28 14:43:16.981607 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-2c6a3158-8df1-4d9a-8b1f-69806fb5f532 None None] Provisioning complete for port e09afc9d-2969-43a3-980d-94f90d244d11 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:43:16.982114 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2c6a3158-8df1-4d9a-8b1f-69806fb5f532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:17.008305 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73e28a-ca6a-4339-9276-696fd122a666 None None] Pushing event updated for resources: {'Port': ['ID=e09afc9d-2969-43a3-980d-94f90d244d11,revision_number=4']} {{(pid=101541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:17.091892 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:17.096181 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-3acd1124-e098-4f6a-9912-1ff2e4593bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:17.146741 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-a265ca2b-0baa-4dc7-b9ab-38c5de83bc75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645785'] for router, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:17.167772 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] For port 1e5092c3-627b-4a5d-b893-18bb2b1c9609, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=1e5092c3-627b-4a5d-b893-18bb2b1c9609,segment=NetworkSegment(46f135ad-368a-4c0c-a487-d3e883deacc9),segment_id=46f135ad-368a-4c0c-a487-d3e883deacc9)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:43:17.168954 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2c6a3158-8df1-4d9a-8b1f-69806fb5f532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:17.192419 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:17.193335 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 19b5d607-7956-4b33-8a27-d494c9636592 up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:43:17.227546 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-2c6a3158-8df1-4d9a-8b1f-69806fb5f532 None None] For port e09afc9d-2969-43a3-980d-94f90d244d11, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=e09afc9d-2969-43a3-980d-94f90d244d11,segment=NetworkSegment(27993e00-1bc2-49c2-98b8-9b099f45e9a7),segment_id=27993e00-1bc2-49c2-98b8-9b099f45e9a7)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:43:17.238442 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '19b5d607-7956-4b33-8a27-d494c9636592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:12Z', 'revision_number': 4, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port': {'id': '19b5d607-7956-4b33-8a27-d494c9636592', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'e09afc9d-2969-43a3-980d-94f90d244d11', 'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'mac_address': 'fa:16:3e:5c:74:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:12Z', 'updated_at': '2021-10-28T14:43:16Z', 'revision_number': 4, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'subnets': [{'id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:17.267722 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70644d56-6dbf-45c2-b214-c0dd18f7d9b6 None None] The sync data for ids ['77a27d38-a823-46f2-9839-be95cfbcea3e'] in dv-cinder-815848-1-iscsi is: [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '19b5d607-7956-4b33-8a27-d494c9636592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:12Z', 'revision_number': 4, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port': {'id': '19b5d607-7956-4b33-8a27-d494c9636592', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'e09afc9d-2969-43a3-980d-94f90d244d11', 'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'mac_address': 'fa:16:3e:5c:74:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:12Z', 'updated_at': '2021-10-28T14:43:16Z', 'revision_number': 4, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'subnets': [{'id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:43:17.275075 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2c6a3158-8df1-4d9a-8b1f-69806fb5f532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:17.284273 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31183235-acca-449e-8e59-44455928cd17 None None] Network fe8a8199-8aa5-41ce-b317-79b0636d3f4c requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:43:17.308963 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a265ca2b-0baa-4dc7-b9ab-38c5de83bc75 admin admin] Router 833c3f5f-1f30-4295-a2b8-a056576484d4 is scheduled to L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd with binding_index 1 {{(pid=101539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 14:43:17.363907 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Pushing event updated for resources: {'Port': ['ID=1e5092c3-627b-4a5d-b893-18bb2b1c9609,revision_number=3']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:17.420201 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a265ca2b-0baa-4dc7-b9ab-38c5de83bc75 admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:43:17.437897 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] Sync routers for ids ['833c3f5f-1f30-4295-a2b8-a056576484d4'] in dv-cinder-815848-1-iscsi {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:43:17.441564 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-a265ca2b-0baa-4dc7-b9ab-38c5de83bc75 admin admin] Publish callbacks [] for router, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:17.445779 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-a265ca2b-0baa-4dc7-b9ab-38c5de83bc75 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3427942 Oct 28 14:43:17.445936 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 40146) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:17.483629 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 19b5d607-7956-4b33-8a27-d494c9636592 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:43:17.484115 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:17.493318 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-79c7a091-106b-48ff-8311-24900c407f33 None None] Provisioning complete for port e09afc9d-2969-43a3-980d-94f90d244d11 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:43:17.493790 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-79c7a091-106b-48ff-8311-24900c407f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:17.533262 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a3158-8df1-4d9a-8b1f-69806fb5f532 None None] Pushing event updated for resources: {'Port': ['ID=e09afc9d-2969-43a3-980d-94f90d244d11,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:17.558704 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] Routers {'833c3f5f-1f30-4295-a2b8-a056576484d4'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:43:17.559323 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:42:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['833c3f5f-1f30-4295-a2b8-a056576484d4'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:17.785921 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] Set router 833c3f5f-1f30-4295-a2b8-a056576484d4 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:43:17.868432 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba141c-02c6-4a34-847b-0cc88371dee2 req-fd9e9994-c40d-4a8c-9024-0faf625fd3e0 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:17.871327 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e7ba141c-02c6-4a34-847b-0cc88371dee2 req-fd9e9994-c40d-4a8c-9024-0faf625fd3e0 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0880194 Oct 28 14:43:17.911588 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-78faea38-5bd2-422a-9fa6-982c08d5c667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:17.923308 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-79c7a091-106b-48ff-8311-24900c407f33 None None] Provisioning complete for port 1e5092c3-627b-4a5d-b893-18bb2b1c9609 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:43:17.923858 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-79c7a091-106b-48ff-8311-24900c407f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:17.943085 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e7ba141c-02c6-4a34-847b-0cc88371dee2 req-6cb4803d-737b-49de-af73-f6040d7adf3d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618770 Oct 28 14:43:18.112777 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833c3f5f-1f30-4295-a2b8-a056576484d4', 'name': 'tempest-TestVolumeBootPattern-1774329485-router', 'tenant_id': 'ce16b7567cea474c9b91b57964095f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15c8aefd-8996-48d9-9bbc-743a4b2ebf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:15Z', 'updated_at': '2021-10-28T14:43:16Z', 'revision_number': 3, 'project_id': 'ce16b7567cea474c9b91b57964095f17', 'gw_port': {'id': '15c8aefd-8996-48d9-9bbc-743a4b2ebf5d', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:83:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833c3f5f-1f30-4295-a2b8-a056576484d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:15Z', 'updated_at': '2021-10-28T14:43:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:18.124047 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [None req-78faea38-5bd2-422a-9fa6-982c08d5c667 admin admin] Allocated IP 172.20.0.1 (fe8a8199-8aa5-41ce-b317-79b0636d3f4c/b3ef97f5-2add-464f-a109-d8feae2c23da/587caee3-f6ad-4ab3-8dca-9f59e35a0958) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:43:18.126526 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48b461-9363-4123-b36b-535b8d965b29 req-ab669c25-df6e-44e0-a0fe-57ead0a46c85 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:18.131197 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9a48b461-9363-4123-b36b-535b8d965b29 req-ab669c25-df6e-44e0-a0fe-57ead0a46c85 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0763235 Oct 28 14:43:18.144556 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] Checking router: 833c3f5f-1f30-4295-a2b8-a056576484d4 for host: dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:43:18.144913 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] Updating router 833c3f5f-1f30-4295-a2b8-a056576484d4 port 15c8aefd-8996-48d9-9bbc-743a4b2ebf5d binding host dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 14:43:18.174843 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:18.185159 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9a48b461-9363-4123-b36b-535b8d965b29 req-6b3b794f-807e-4172-b7f4-f3995ff68318 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462327 Oct 28 14:43:18.247751 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-78faea38-5bd2-422a-9fa6-982c08d5c667 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:18.283433 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-78faea38-5bd2-422a-9fa6-982c08d5c667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:18.325250 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78faea38-5bd2-422a-9fa6-982c08d5c667 admin admin] Network fe8a8199-8aa5-41ce-b317-79b0636d3f4c is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:43:18.330382 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-78faea38-5bd2-422a-9fa6-982c08d5c667 admin admin] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:43:18.333049 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78faea38-5bd2-422a-9fa6-982c08d5c667 admin admin] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:43:18.371705 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78faea38-5bd2-422a-9fa6-982c08d5c667 admin admin] Pushing event updated for resources: {'Port': ['ID=587caee3-f6ad-4ab3-8dca-9f59e35a0958,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:18.389164 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:43:18.408680 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-a7caada1-6d18-42da-895e-adfb3bcd9d6a None None] Provisioning complete for port 1e5092c3-627b-4a5d-b893-18bb2b1c9609 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:43:18.409133 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-a7caada1-6d18-42da-895e-adfb3bcd9d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:18.415256 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-78faea38-5bd2-422a-9fa6-982c08d5c667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640452'] for router_interface, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:18.638538 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-78faea38-5bd2-422a-9fa6-982c08d5c667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:18.680150 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] Publish callbacks [] for port, precommit_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:18.683716 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device e09afc9d-2969-43a3-980d-94f90d244d11 up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:43:18.717237 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:18.784527 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-f32eee43-fe9e-4c5b-9e24-d28b4cc9f094 None None] Provisioning complete for port 587caee3-f6ad-4ab3-8dca-9f59e35a0958 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:43:18.784883 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-f32eee43-fe9e-4c5b-9e24-d28b4cc9f094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:18.790102 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b3ebc-3b8c-49bd-8390-896488e02160 None None] Pushing event updated for resources: {'Port': ['ID=15c8aefd-8996-48d9-9bbc-743a4b2ebf5d,revision_number=2']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:18.808240 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] Attempting to bind port 15c8aefd-8996-48d9-9bbc-743a4b2ebf5d on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:43:18.808609 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] Attempting to bind port 15c8aefd-8996-48d9-9bbc-743a4b2ebf5d by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:43:18.808969 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] Attempting to bind port 15c8aefd-8996-48d9-9bbc-743a4b2ebf5d on network ee68bfbb-5103-4d10-b9ad-fba4a097df41 {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:43:18.818711 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-78faea38-5bd2-422a-9fa6-982c08d5c667 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:18.823267 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-78faea38-5bd2-422a-9fa6-982c08d5c667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372466'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:18.829264 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b3ebc-3b8c-49bd-8390-896488e02160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:18.829525 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b3ebc-3b8c-49bd-8390-896488e02160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:18.829855 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b3ebc-3b8c-49bd-8390-896488e02160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:18.830543 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b3ebc-3b8c-49bd-8390-896488e02160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:18.830543 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b3ebc-3b8c-49bd-8390-896488e02160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:18.830954 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b3ebc-3b8c-49bd-8390-896488e02160 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:18.831286 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b3ebc-3b8c-49bd-8390-896488e02160 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:18.831788 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b3ebc-3b8c-49bd-8390-896488e02160 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:18.831980 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b3ebc-3b8c-49bd-8390-896488e02160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:18.832302 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b3ebc-3b8c-49bd-8390-896488e02160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:18.832621 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b3ebc-3b8c-49bd-8390-896488e02160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:18.832940 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0b3ebc-3b8c-49bd-8390-896488e02160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:43:18.836192 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:43:18.836552 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] Checking segment: {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:43:18.836950 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:18.837329 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] Bound using segment: {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:43:18.837798 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] Bound port: 15c8aefd-8996-48d9-9bbc-743a4b2ebf5d, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:43:18.838166 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:18.872227 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-f32eee43-fe9e-4c5b-9e24-d28b4cc9f094 None None] Port 587caee3-f6ad-4ab3-8dca-9f59e35a0958 cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:43:18.876043 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port e09afc9d-2969-43a3-980d-94f90d244d11 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:43:18.876386 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:18.896731 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-78faea38-5bd2-422a-9fa6-982c08d5c667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645972'] for router_interface, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:18.898535 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78faea38-5bd2-422a-9fa6-982c08d5c667 admin admin] Pushing event updated for resources: {'Port': ['ID=587caee3-f6ad-4ab3-8dca-9f59e35a0958,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:18.939535 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] For port 15c8aefd-8996-48d9-9bbc-743a4b2ebf5d, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:43:18.943623 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] For port 15c8aefd-8996-48d9-9bbc-743a4b2ebf5d, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=15c8aefd-8996-48d9-9bbc-743a4b2ebf5d,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:43:18.949741 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:19.000113 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78faea38-5bd2-422a-9fa6-982c08d5c667 admin admin] Network fe8a8199-8aa5-41ce-b317-79b0636d3f4c is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:43:19.002565 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-78faea38-5bd2-422a-9fa6-982c08d5c667 admin admin] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:43:19.048243 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b3ebc-3b8c-49bd-8390-896488e02160 None None] Pushing event updated for resources: {'Port': ['ID=15c8aefd-8996-48d9-9bbc-743a4b2ebf5d,revision_number=3']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:19.051811 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] Routers {'833c3f5f-1f30-4295-a2b8-a056576484d4'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:43:19.052544 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:42:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['833c3f5f-1f30-4295-a2b8-a056576484d4'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:19.087820 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af86e3c-cd8d-4cbf-af1b-c19cad15d18e req-078f614c-d531-4ea7-a954-26f209675a53 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:19.090292 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7af86e3c-cd8d-4cbf-af1b-c19cad15d18e req-078f614c-d531-4ea7-a954-26f209675a53 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0676057 Oct 28 14:43:19.093837 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 1e5092c3-627b-4a5d-b893-18bb2b1c9609 up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:43:19.140424 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78faea38-5bd2-422a-9fa6-982c08d5c667 admin admin] Router 833c3f5f-1f30-4295-a2b8-a056576484d4 has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:43:19.141003 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7af86e3c-cd8d-4cbf-af1b-c19cad15d18e req-bb388005-ab34-432a-bdc2-41610a192b7f tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412664 Oct 28 14:43:19.211124 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] Set router 833c3f5f-1f30-4295-a2b8-a056576484d4 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:43:19.213119 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 1e5092c3-627b-4a5d-b893-18bb2b1c9609 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:43:19.214050 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:19.274713 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78faea38-5bd2-422a-9fa6-982c08d5c667 admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:43:19.291141 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-78faea38-5bd2-422a-9fa6-982c08d5c667 admin admin] 10.222.0.79 "PUT /v2.0/routers/833c3f5f-1f30-4295-a2b8-a056576484d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8441012 Oct 28 14:43:19.340809 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-8434842a-6372-4886-96a8-1d362160dc5a None None] Provisioning complete for port 587caee3-f6ad-4ab3-8dca-9f59e35a0958 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:43:19.341172 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-8434842a-6372-4886-96a8-1d362160dc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:19.454126 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-8434842a-6372-4886-96a8-1d362160dc5a None None] Port 587caee3-f6ad-4ab3-8dca-9f59e35a0958 cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:43:19.474164 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afffb7-55c3-421c-8a54-e7bd521020f8 req-fcc79b7a-c8a1-4dee-999b-38aae784b808 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:19.481996 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e4afffb7-55c3-421c-8a54-e7bd521020f8 req-fcc79b7a-c8a1-4dee-999b-38aae784b808 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0641932 Oct 28 14:43:19.531577 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e4afffb7-55c3-421c-8a54-e7bd521020f8 req-56c90e46-df40-4d78-9170-bbfd2bb61bea tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396562 Oct 28 14:43:19.543421 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833c3f5f-1f30-4295-a2b8-a056576484d4', 'name': 'tempest-TestVolumeBootPattern-1774329485-router', 'tenant_id': 'ce16b7567cea474c9b91b57964095f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15c8aefd-8996-48d9-9bbc-743a4b2ebf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:15Z', 'updated_at': '2021-10-28T14:43:18Z', 'revision_number': 4, 'project_id': 'ce16b7567cea474c9b91b57964095f17', 'gw_port': {'id': '15c8aefd-8996-48d9-9bbc-743a4b2ebf5d', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:83:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833c3f5f-1f30-4295-a2b8-a056576484d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:15Z', 'updated_at': '2021-10-28T14:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '587caee3-f6ad-4ab3-8dca-9f59e35a0958', 'name': '', 'network_id': 'fe8a8199-8aa5-41ce-b317-79b0636d3f4c', 'tenant_id': 'ce16b7567cea474c9b91b57964095f17', 'mac_address': 'fa:16:3e:8b:c6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833c3f5f-1f30-4295-a2b8-a056576484d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'b3ef97f5-2add-464f-a109-d8feae2c23da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:17Z', 'updated_at': '2021-10-28T14:43:18Z', 'revision_number': 2, 'project_id': 'ce16b7567cea474c9b91b57964095f17', 'subnets': [{'id': 'b3ef97f5-2add-464f-a109-d8feae2c23da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:19.571346 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7891ff-a000-46c1-8f7b-cd8fc52418ac None None] The sync data for ids ['833c3f5f-1f30-4295-a2b8-a056576484d4'] in dv-cinder-815848-1-iscsi is: [{'id': '833c3f5f-1f30-4295-a2b8-a056576484d4', 'name': 'tempest-TestVolumeBootPattern-1774329485-router', 'tenant_id': 'ce16b7567cea474c9b91b57964095f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15c8aefd-8996-48d9-9bbc-743a4b2ebf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:15Z', 'updated_at': '2021-10-28T14:43:18Z', 'revision_number': 4, 'project_id': 'ce16b7567cea474c9b91b57964095f17', 'gw_port': {'id': '15c8aefd-8996-48d9-9bbc-743a4b2ebf5d', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:83:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833c3f5f-1f30-4295-a2b8-a056576484d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:15Z', 'updated_at': '2021-10-28T14:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '587caee3-f6ad-4ab3-8dca-9f59e35a0958', 'name': '', 'network_id': 'fe8a8199-8aa5-41ce-b317-79b0636d3f4c', 'tenant_id': 'ce16b7567cea474c9b91b57964095f17', 'mac_address': 'fa:16:3e:8b:c6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833c3f5f-1f30-4295-a2b8-a056576484d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'b3ef97f5-2add-464f-a109-d8feae2c23da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:17Z', 'updated_at': '2021-10-28T14:43:18Z', 'revision_number': 2, 'project_id': 'ce16b7567cea474c9b91b57964095f17', 'subnets': [{'id': 'b3ef97f5-2add-464f-a109-d8feae2c23da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:43:20.017086 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 40184) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:20.022661 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-e6a01983-0b14-465f-b1a4-7f71f4b15bcf tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1504821418', 'description': 'tempest-secgroup-smoke-1504821418 description', 'project_id': '3c7c19b77a1a4fac81de8244c2a70247'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:43:20.049426 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e6a01983-0b14-465f-b1a4-7f71f4b15bcf tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.108048 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-58fcf858-e792-4214-b9b9-bff9ba9b2ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.140212 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e6a01983-0b14-465f-b1a4-7f71f4b15bcf tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.144470 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e6a01983-0b14-465f-b1a4-7f71f4b15bcf tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.178367 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e6a01983-0b14-465f-b1a4-7f71f4b15bcf tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.182459 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-e6a01983-0b14-465f-b1a4-7f71f4b15bcf tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1614563 Oct 28 14:43:20.182748 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 40188) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:20.187454 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-a9b26812-d4ba-4037-933d-2ed4cd46851d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Request body: {'security_group_rule': {'security_group_id': '59610a15-d97c-4828-aa29-ff50364534d1', 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:43:20.192485 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a01983-0b14-465f-b1a4-7f71f4b15bcf tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59610a15-d97c-4828-aa29-ff50364534d1,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:20.251756 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a9b26812-d4ba-4037-933d-2ed4cd46851d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.282838 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14872b7c-7fa5-4bdb-a7d6-1e5683f4c22c req-26ffbcc3-7abb-4de0-bbb1-19221aff9b82 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:20.285503 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-14872b7c-7fa5-4bdb-a7d6-1e5683f4c22c req-26ffbcc3-7abb-4de0-bbb1-19221aff9b82 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0743866 Oct 28 14:43:20.326353 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a9b26812-d4ba-4037-933d-2ed4cd46851d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.330292 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-14872b7c-7fa5-4bdb-a7d6-1e5683f4c22c req-78a58d39-880e-4851-815b-34d0a6939ac9 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355620 Oct 28 14:43:20.333005 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a9b26812-d4ba-4037-933d-2ed4cd46851d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688099'] for security_group_rule, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.350263 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b26812-d4ba-4037-933d-2ed4cd46851d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddfc3a5f-c103-4c7b-a4d5-5ae63e63eb56,revision_number=0']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:20.372063 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a9b26812-d4ba-4037-933d-2ed4cd46851d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.373570 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-a9b26812-d4ba-4037-933d-2ed4cd46851d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1897645 Oct 28 14:43:20.376732 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 40190) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:20.382016 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-91f0c27f-c401-4590-b345-7fb4aaf2da88 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Request body: {'security_group_rule': {'security_group_id': '59610a15-d97c-4828-aa29-ff50364534d1', 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:43:20.409947 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-91f0c27f-c401-4590-b345-7fb4aaf2da88 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.459159 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-91f0c27f-c401-4590-b345-7fb4aaf2da88 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.463722 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-91f0c27f-c401-4590-b345-7fb4aaf2da88 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688099'] for security_group_rule, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.484592 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0c27f-c401-4590-b345-7fb4aaf2da88 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac4d52a-6418-4dee-8902-031f50b88003,revision_number=0']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:20.495164 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-91f0c27f-c401-4590-b345-7fb4aaf2da88 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.496393 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-91f0c27f-c401-4590-b345-7fb4aaf2da88 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185453 Oct 28 14:43:20.499456 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 40192) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:20.504569 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-443bcef5-7dbf-4fd0-a8d9-a4fb8759cefa tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Request body: {'security_group_rule': {'security_group_id': '59610a15-d97c-4828-aa29-ff50364534d1', 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:43:20.531990 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-443bcef5-7dbf-4fd0-a8d9-a4fb8759cefa tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.602308 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-443bcef5-7dbf-4fd0-a8d9-a4fb8759cefa tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.608016 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-443bcef5-7dbf-4fd0-a8d9-a4fb8759cefa tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688099'] for security_group_rule, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.636759 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-443bcef5-7dbf-4fd0-a8d9-a4fb8759cefa tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.638159 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-443bcef5-7dbf-4fd0-a8d9-a4fb8759cefa tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375027 Oct 28 14:43:20.641148 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 40196) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:20.646538 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-bcbb40c3-70bb-4a6a-baed-b96a6547fdf4 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Request body: {'security_group_rule': {'security_group_id': '59610a15-d97c-4828-aa29-ff50364534d1', 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:43:20.659424 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443bcef5-7dbf-4fd0-a8d9-a4fb8759cefa tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe64539-e9c0-47cc-a6b5-a1438884e14c,revision_number=0']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:20.659705 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746707f7-f5f3-4bcf-a2a1-04d7213caec6 req-27c75570-b5f5-4934-b658-05c911471679 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:20.661450 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-746707f7-f5f3-4bcf-a2a1-04d7213caec6 req-27c75570-b5f5-4934-b658-05c911471679 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0648339 Oct 28 14:43:20.697102 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 15c8aefd-8996-48d9-9bbc-743a4b2ebf5d up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:43:20.699382 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-bcbb40c3-70bb-4a6a-baed-b96a6547fdf4 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.711120 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-746707f7-f5f3-4bcf-a2a1-04d7213caec6 req-9413f246-d224-4691-bb72-73a91c3f257e tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423038 Oct 28 14:43:20.758330 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-bcbb40c3-70bb-4a6a-baed-b96a6547fdf4 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.759104 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 15c8aefd-8996-48d9-9bbc-743a4b2ebf5d triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:43:20.759477 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.763774 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-bcbb40c3-70bb-4a6a-baed-b96a6547fdf4 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688099'] for security_group_rule, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.785665 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb40c3-70bb-4a6a-baed-b96a6547fdf4 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc653657-aa24-4804-bc2b-60ad1739120e,revision_number=0']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:20.795897 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-bcbb40c3-70bb-4a6a-baed-b96a6547fdf4 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.799185 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-bcbb40c3-70bb-4a6a-baed-b96a6547fdf4 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1566212 Oct 28 14:43:20.800375 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 40198) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:20.805435 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-71900f47-2914-4e38-bdcd-9d5ac58b89a7 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Request body: {'security_group_rule': {'security_group_id': '59610a15-d97c-4828-aa29-ff50364534d1', 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:43:20.829238 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.db.securitygroups_db [None req-71900f47-2914-4e38-bdcd-9d5ac58b89a7 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Project 3c7c19b77a1a4fac81de8244c2a70247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 14:43:20.835108 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-71900f47-2914-4e38-bdcd-9d5ac58b89a7 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.856092 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.878981 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] For port 15c8aefd-8996-48d9-9bbc-743a4b2ebf5d, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=15c8aefd-8996-48d9-9bbc-743a4b2ebf5d,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:43:20.883431 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.890982 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-71900f47-2914-4e38-bdcd-9d5ac58b89a7 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.896495 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-71900f47-2914-4e38-bdcd-9d5ac58b89a7 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688099'] for security_group_rule, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.916964 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71900f47-2914-4e38-bdcd-9d5ac58b89a7 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2659e6-c9b0-4a3c-b4d3-aa4c2ef1e54e,revision_number=0']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:20.929659 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-71900f47-2914-4e38-bdcd-9d5ac58b89a7 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:20.930807 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-71900f47-2914-4e38-bdcd-9d5ac58b89a7 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1293342 Oct 28 14:43:20.933969 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 40200) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:20.939091 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-cf8ceb29-e525-4a3b-b0e0-f3e1088533ac tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Request body: {'security_group_rule': {'security_group_id': '59610a15-d97c-4828-aa29-ff50364534d1', 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:43:20.944506 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Pushing event updated for resources: {'Port': ['ID=15c8aefd-8996-48d9-9bbc-743a4b2ebf5d,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:20.964457 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.db.securitygroups_db [None req-cf8ceb29-e525-4a3b-b0e0-f3e1088533ac tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Project 3c7c19b77a1a4fac81de8244c2a70247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 14:43:20.969633 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-cf8ceb29-e525-4a3b-b0e0-f3e1088533ac tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:21.025606 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:21.043097 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-cf8ceb29-e525-4a3b-b0e0-f3e1088533ac tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:21.047834 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-cf8ceb29-e525-4a3b-b0e0-f3e1088533ac tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688099'] for security_group_rule, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:21.065678 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ceb29-e525-4a3b-b0e0-f3e1088533ac tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=101d72fc-536d-4bf5-84f7-00bb9bd95684,revision_number=0']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:21.074352 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-cf8ceb29-e525-4a3b-b0e0-f3e1088533ac tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:21.075589 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-cf8ceb29-e525-4a3b-b0e0-f3e1088533ac tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1406770 Oct 28 14:43:21.228411 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:21.472213 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed45f9-58cc-425d-a4a7-9a0f666da7c0 req-5f0b3b77-0552-4451-aa5c-228895e3dd9a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:21.482217 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2eed45f9-58cc-425d-a4a7-9a0f666da7c0 req-5f0b3b77-0552-4451-aa5c-228895e3dd9a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0604246 Oct 28 14:43:21.516495 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2eed45f9-58cc-425d-a4a7-9a0f666da7c0 req-27b2e541-7a68-4526-984d-b303a79636a6 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353365 Oct 28 14:43:21.707236 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] Sync routers for ids ['833c3f5f-1f30-4295-a2b8-a056576484d4'] in dv-cinder-815848-1-iscsi {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:43:21.717652 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] Routers {'833c3f5f-1f30-4295-a2b8-a056576484d4'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:43:21.718253 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:43:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['833c3f5f-1f30-4295-a2b8-a056576484d4'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:21.827890 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739c6f3-bb52-4690-a3eb-e00dbba05764 req-1d978fb8-5f3f-4c8b-8a46-03c28c2d9d2e tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:21.829436 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0739c6f3-bb52-4690-a3eb-e00dbba05764 req-1d978fb8-5f3f-4c8b-8a46-03c28c2d9d2e tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0503364 Oct 28 14:43:21.831170 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] Set router 833c3f5f-1f30-4295-a2b8-a056576484d4 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:43:21.873743 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0739c6f3-bb52-4690-a3eb-e00dbba05764 req-60834cae-ce14-435d-a2bc-5d1764a357e1 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356305 Oct 28 14:43:22.112826 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:22.132012 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833c3f5f-1f30-4295-a2b8-a056576484d4', 'name': 'tempest-TestVolumeBootPattern-1774329485-router', 'tenant_id': 'ce16b7567cea474c9b91b57964095f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15c8aefd-8996-48d9-9bbc-743a4b2ebf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:15Z', 'updated_at': '2021-10-28T14:43:18Z', 'revision_number': 4, 'project_id': 'ce16b7567cea474c9b91b57964095f17', 'gw_port': {'id': '15c8aefd-8996-48d9-9bbc-743a4b2ebf5d', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3f5f-1f30-4295-a2b8-a056576484d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:15Z', 'updated_at': '2021-10-28T14:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '587caee3-f6ad-4ab3-8dca-9f59e35a0958', 'name': '', 'network_id': 'fe8a8199-8aa5-41ce-b317-79b0636d3f4c', 'tenant_id': 'ce16b7567cea474c9b91b57964095f17', 'mac_address': 'fa:16:3e:8b:c6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833c3f5f-1f30-4295-a2b8-a056576484d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'b3ef97f5-2add-464f-a109-d8feae2c23da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:17Z', 'updated_at': '2021-10-28T14:43:18Z', 'revision_number': 2, 'project_id': 'ce16b7567cea474c9b91b57964095f17', 'subnets': [{'id': 'b3ef97f5-2add-464f-a109-d8feae2c23da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:22.161936 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] Checking router: 833c3f5f-1f30-4295-a2b8-a056576484d4 for host: dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:43:22.162257 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] Updating router 833c3f5f-1f30-4295-a2b8-a056576484d4 port 587caee3-f6ad-4ab3-8dca-9f59e35a0958 binding host dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 14:43:22.194736 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:22.469945 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] Publish callbacks [] for port, precommit_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:22.478178 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:22.529159 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586d178-c762-4002-9f72-318960f5dc67 None None] Pushing event updated for resources: {'Port': ['ID=587caee3-f6ad-4ab3-8dca-9f59e35a0958,revision_number=3']} {{(pid=101541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:22.612235 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] Attempting to bind port 587caee3-f6ad-4ab3-8dca-9f59e35a0958 on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:43:22.612601 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] Attempting to bind port 587caee3-f6ad-4ab3-8dca-9f59e35a0958 by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': '46f135ad-368a-4c0c-a487-d3e883deacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe8a8199-8aa5-41ce-b317-79b0636d3f4c'}] {{(pid=101541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:43:22.612955 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] Attempting to bind port 587caee3-f6ad-4ab3-8dca-9f59e35a0958 on network fe8a8199-8aa5-41ce-b317-79b0636d3f4c {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:43:22.619273 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:43:22.619933 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] Checking segment: {'id': '46f135ad-368a-4c0c-a487-d3e883deacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe8a8199-8aa5-41ce-b317-79b0636d3f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:43:22.620379 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:22.620772 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] Bound using segment: {'id': '46f135ad-368a-4c0c-a487-d3e883deacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe8a8199-8aa5-41ce-b317-79b0636d3f4c'} {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:43:22.621233 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] Bound port: 587caee3-f6ad-4ab3-8dca-9f59e35a0958, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f135ad-368a-4c0c-a487-d3e883deacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fe8a8199-8aa5-41ce-b317-79b0636d3f4c'}}] {{(pid=101541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:43:22.621795 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:22.667683 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 15c8aefd-8996-48d9-9bbc-743a4b2ebf5d up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:43:22.680834 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd2c3a-9ca7-4832-9052-176a1fb0eace req-d97f8b39-d2cd-458b-986d-c8c35e8d38ec tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:22.682370 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-34fd2c3a-9ca7-4832-9052-176a1fb0eace req-d97f8b39-d2cd-458b-986d-c8c35e8d38ec tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0626128 Oct 28 14:43:22.697889 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.db [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] For port 587caee3-f6ad-4ab3-8dca-9f59e35a0958, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:43:22.701346 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.db [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] For port 587caee3-f6ad-4ab3-8dca-9f59e35a0958, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=587caee3-f6ad-4ab3-8dca-9f59e35a0958,segment=NetworkSegment(46f135ad-368a-4c0c-a487-d3e883deacc9),segment_id=46f135ad-368a-4c0c-a487-d3e883deacc9)] {{(pid=101541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:43:22.709088 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:22.728444 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-34fd2c3a-9ca7-4832-9052-176a1fb0eace req-fe14196e-94d9-4c3c-a293-141b19ecbac5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393291 Oct 28 14:43:22.759621 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 15c8aefd-8996-48d9-9bbc-743a4b2ebf5d triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:43:22.760069 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:22.784576 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] Routers {'833c3f5f-1f30-4295-a2b8-a056576484d4'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:43:22.785183 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:43:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['833c3f5f-1f30-4295-a2b8-a056576484d4'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:22.823173 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-1d4a4202-5c9f-4098-a4a4-1a54a412a3e6 None None] Provisioning complete for port 587caee3-f6ad-4ab3-8dca-9f59e35a0958 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:43:22.823541 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4202-5c9f-4098-a4a4-1a54a412a3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:22.857552 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586d178-c762-4002-9f72-318960f5dc67 None None] Pushing event updated for resources: {'Port': ['ID=587caee3-f6ad-4ab3-8dca-9f59e35a0958,revision_number=4']} {{(pid=101541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:22.922288 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] Set router 833c3f5f-1f30-4295-a2b8-a056576484d4 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:43:22.949650 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4202-5c9f-4098-a4a4-1a54a412a3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:23.015509 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-1d4a4202-5c9f-4098-a4a4-1a54a412a3e6 None None] For port 587caee3-f6ad-4ab3-8dca-9f59e35a0958, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=587caee3-f6ad-4ab3-8dca-9f59e35a0958,segment=NetworkSegment(46f135ad-368a-4c0c-a487-d3e883deacc9),segment_id=46f135ad-368a-4c0c-a487-d3e883deacc9)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:43:23.024196 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4202-5c9f-4098-a4a4-1a54a412a3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:23.041888 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063c3e7-3123-4364-846b-7692efd851b2 req-f8a49563-d03e-4f3c-a3fd-95b40e657ca8 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:23.045066 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45361311-bc37-414b-9a78-304491b9e044 req-80d3c833-03a6-4d4a-8319-3f8d0e9df9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:23.046913 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-45361311-bc37-414b-9a78-304491b9e044 req-80d3c833-03a6-4d4a-8319-3f8d0e9df9f8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fac19c389c954392bd090a3a76ba291b&device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 1098 time: 0.0520074 Oct 28 14:43:23.052869 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5063c3e7-3123-4364-846b-7692efd851b2 req-f8a49563-d03e-4f3c-a3fd-95b40e657ca8 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0891166 Oct 28 14:43:23.087175 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a4202-5c9f-4098-a4a4-1a54a412a3e6 None None] Pushing event updated for resources: {'Port': ['ID=587caee3-f6ad-4ab3-8dca-9f59e35a0958,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:23.105649 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5063c3e7-3123-4364-846b-7692efd851b2 req-488f1bff-4d2b-4a79-b31d-4d0e4f040251 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515046 Oct 28 14:43:23.154793 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-bf093b76-2c97-4457-9008-ef84d0974679 None None] Provisioning complete for port 587caee3-f6ad-4ab3-8dca-9f59e35a0958 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:43:23.155181 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-bf093b76-2c97-4457-9008-ef84d0974679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:23.164996 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833c3f5f-1f30-4295-a2b8-a056576484d4', 'name': 'tempest-TestVolumeBootPattern-1774329485-router', 'tenant_id': 'ce16b7567cea474c9b91b57964095f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15c8aefd-8996-48d9-9bbc-743a4b2ebf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:15Z', 'updated_at': '2021-10-28T14:43:18Z', 'revision_number': 4, 'project_id': 'ce16b7567cea474c9b91b57964095f17', 'gw_port': {'id': '15c8aefd-8996-48d9-9bbc-743a4b2ebf5d', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3f5f-1f30-4295-a2b8-a056576484d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:15Z', 'updated_at': '2021-10-28T14:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '587caee3-f6ad-4ab3-8dca-9f59e35a0958', 'name': '', 'network_id': 'fe8a8199-8aa5-41ce-b317-79b0636d3f4c', 'tenant_id': 'ce16b7567cea474c9b91b57964095f17', 'mac_address': 'fa:16:3e:8b:c6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833c3f5f-1f30-4295-a2b8-a056576484d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'b3ef97f5-2add-464f-a109-d8feae2c23da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:17Z', 'updated_at': '2021-10-28T14:43:22Z', 'revision_number': 4, 'project_id': 'ce16b7567cea474c9b91b57964095f17', 'subnets': [{'id': 'b3ef97f5-2add-464f-a109-d8feae2c23da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:23.174071 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45361311-bc37-414b-9a78-304491b9e044 req-1b0f8931-64d1-47c7-b658-197fa0b99f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:23.175758 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-45361311-bc37-414b-9a78-304491b9e044 req-1b0f8931-64d1-47c7-b658-197fa0b99f69 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2cd29832-dfaa-48c8-ad99-924c3912245f HTTP/1.1" status: 200 len: 909 time: 0.1187153 Oct 28 14:43:23.192374 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6923452-e098-4fc7-b8de-f3068fa2b51b None None] The sync data for ids ['833c3f5f-1f30-4295-a2b8-a056576484d4'] in dv-cinder-815848-1-iscsi is: [{'id': '833c3f5f-1f30-4295-a2b8-a056576484d4', 'name': 'tempest-TestVolumeBootPattern-1774329485-router', 'tenant_id': 'ce16b7567cea474c9b91b57964095f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15c8aefd-8996-48d9-9bbc-743a4b2ebf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:15Z', 'updated_at': '2021-10-28T14:43:18Z', 'revision_number': 4, 'project_id': 'ce16b7567cea474c9b91b57964095f17', 'gw_port': {'id': '15c8aefd-8996-48d9-9bbc-743a4b2ebf5d', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3f5f-1f30-4295-a2b8-a056576484d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:15Z', 'updated_at': '2021-10-28T14:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '587caee3-f6ad-4ab3-8dca-9f59e35a0958', 'name': '', 'network_id': 'fe8a8199-8aa5-41ce-b317-79b0636d3f4c', 'tenant_id': 'ce16b7567cea474c9b91b57964095f17', 'mac_address': 'fa:16:3e:8b:c6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833c3f5f-1f30-4295-a2b8-a056576484d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'b3ef97f5-2add-464f-a109-d8feae2c23da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:17Z', 'updated_at': '2021-10-28T14:43:22Z', 'revision_number': 4, 'project_id': 'ce16b7567cea474c9b91b57964095f17', 'subnets': [{'id': 'b3ef97f5-2add-464f-a109-d8feae2c23da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:43:23.244037 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-45361311-bc37-414b-9a78-304491b9e044 req-c779fd44-1244-438f-99b6-b47a71bf68bd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a326b33a-dfb4-411e-a7dd-27ea8bd126af HTTP/1.1" status: 200 len: 1001 time: 0.0603518 Oct 28 14:43:23.304514 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45361311-bc37-414b-9a78-304491b9e044 req-678b826a-f7e2-4e21-aea7-5587b0f734eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:23.305997 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-45361311-bc37-414b-9a78-304491b9e044 req-678b826a-f7e2-4e21-aea7-5587b0f734eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ccb665e6-60ca-43cc-ac85-9993982c81a8 HTTP/1.1" status: 200 len: 847 time: 0.0491149 Oct 28 14:43:23.353825 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45361311-bc37-414b-9a78-304491b9e044 req-8443d29a-7aec-4ecb-b337-7f4052caa3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:23.355376 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-45361311-bc37-414b-9a78-304491b9e044 req-8443d29a-7aec-4ecb-b337-7f4052caa3d8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2cd29832-dfaa-48c8-ad99-924c3912245f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415909 Oct 28 14:43:23.447353 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-45361311-bc37-414b-9a78-304491b9e044 req-d082e8b2-8062-4ffa-a493-fc107456dc08 service neutron] 10.222.0.72 "GET /v2.0/networks/2cd29832-dfaa-48c8-ad99-924c3912245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833178 Oct 28 14:43:23.548005 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-45361311-bc37-414b-9a78-304491b9e044 req-76ebc80b-52c8-476b-aeb3-a7f115b28f2c service neutron] 10.222.0.72 "GET /v2.0/networks/2cd29832-dfaa-48c8-ad99-924c3912245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921531 Oct 28 14:43:23.869009 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4f4fd-5f13-4618-9585-ad1726c9c674 req-08a03ba3-7686-4980-a9bf-1dff8ccda290 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:23.870460 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0dd4f4fd-5f13-4618-9585-ad1726c9c674 req-08a03ba3-7686-4980-a9bf-1dff8ccda290 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0504837 Oct 28 14:43:23.909071 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0dd4f4fd-5f13-4618-9585-ad1726c9c674 req-9d249d07-9680-4994-b9e3-3e7e01dd003d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325723 Oct 28 14:43:24.225083 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f8191-090c-4a80-878e-feafa24d5cdf req-6ff0ea28-a51d-4727-b9c0-45ceabe38773 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:24.226536 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-295f8191-090c-4a80-878e-feafa24d5cdf req-6ff0ea28-a51d-4727-b9c0-45ceabe38773 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0495358 Oct 28 14:43:24.263901 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-295f8191-090c-4a80-878e-feafa24d5cdf req-ae385548-d579-451f-849b-05f92fd04d16 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312073 Oct 28 14:43:24.646000 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 587caee3-f6ad-4ab3-8dca-9f59e35a0958 up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:43:24.697072 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 587caee3-f6ad-4ab3-8dca-9f59e35a0958 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:43:24.697452 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:25.037461 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab89b3-7682-4974-bb11-00863951eb4e req-20bd8b72-13cd-4e59-a77f-644b8dbdb2f7 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:25.039303 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-40ab89b3-7682-4974-bb11-00863951eb4e req-20bd8b72-13cd-4e59-a77f-644b8dbdb2f7 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0535028 Oct 28 14:43:25.078889 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-40ab89b3-7682-4974-bb11-00863951eb4e req-4dd78155-b61c-4a26-80ad-f446869c773c tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330524 Oct 28 14:43:25.382891 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fefcf-77f1-4c7b-8792-964b222a990c req-a1bd6711-4274-4f76-b00f-af8876eceef8 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:25.384338 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c18fefcf-77f1-4c7b-8792-964b222a990c req-a1bd6711-4274-4f76-b00f-af8876eceef8 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0489559 Oct 28 14:43:25.424522 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c18fefcf-77f1-4c7b-8792-964b222a990c req-6bf4a555-051f-4f05-836f-6855b57691ba tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312879 Oct 28 14:43:26.203439 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab8c1c-0641-4080-aaf8-a474f1d9e123 req-0183d294-a3ae-4b5c-a74b-6719800d9bdf tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:26.204764 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a4ab8c1c-0641-4080-aaf8-a474f1d9e123 req-0183d294-a3ae-4b5c-a74b-6719800d9bdf tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0508201 Oct 28 14:43:26.244937 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a4ab8c1c-0641-4080-aaf8-a474f1d9e123 req-ccee0ef3-cc3b-483b-8a20-5846954a05ce tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337682 Oct 28 14:43:26.555106 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fee7c9-db29-40a2-a824-fb05916f113d req-597d629c-c3c0-4923-a381-304c690717cf tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:26.556567 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-54fee7c9-db29-40a2-a824-fb05916f113d req-597d629c-c3c0-4923-a381-304c690717cf tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0561042 Oct 28 14:43:26.594614 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-54fee7c9-db29-40a2-a824-fb05916f113d req-cc462b4a-e304-474d-a194-c0c6c5dd1d04 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316386 Oct 28 14:43:26.662278 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [req-b3240004-3f70-4b42-aad9-e686481a777b req-08442d8e-9fc3-439c-9fa3-f803cf5a01ba service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 14:43:26.663402 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b3240004-3f70-4b42-aad9-e686481a777b req-08442d8e-9fc3-439c-9fa3-f803cf5a01ba service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056310 Oct 28 14:43:26.809095 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-799e0d09-8782-4918-9dd3-d54e15d72196 req-a139ac45-a066-4470-8b64-3df50f9b3de9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0495698 Oct 28 14:43:26.838475 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492f553-072b-4226-be24-a4e321908f02 req-43d4df4c-44b5-44dc-8491-208f7dcf710c tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:26.839992 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1492f553-072b-4226-be24-a4e321908f02 req-43d4df4c-44b5-44dc-8491-208f7dcf710c tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0537167 Oct 28 14:43:26.878576 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1492f553-072b-4226-be24-a4e321908f02 req-84b0a0a7-818f-4344-af95-9b8253c9e798 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325530 Oct 28 14:43:27.368360 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9313a-fae0-4cb8-b13a-31e825b181c8 req-f13ae105-b6a7-4ddb-9199-851b48a8c127 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:27.369886 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-08a9313a-fae0-4cb8-b13a-31e825b181c8 req-f13ae105-b6a7-4ddb-9199-851b48a8c127 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0506220 Oct 28 14:43:27.409080 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-08a9313a-fae0-4cb8-b13a-31e825b181c8 req-a7a27ad4-0264-482b-804a-74d5bae79615 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331481 Oct 28 14:43:28.010539 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb88c4-de69-44c2-a927-3409b64d648b req-f20cbc2e-e69f-47d3-a6d6-f39e8db9e981 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:28.012013 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-baeb88c4-de69-44c2-a927-3409b64d648b req-f20cbc2e-e69f-47d3-a6d6-f39e8db9e981 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0518582 Oct 28 14:43:28.051204 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-baeb88c4-de69-44c2-a927-3409b64d648b req-23a5c65b-657c-4782-89e4-86d2593e2523 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331464 Oct 28 14:43:28.136819 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e0d09-8782-4918-9dd3-d54e15d72196 req-dc43ffb4-4a0f-4db4-9495-d95d61bad944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:28.138363 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-799e0d09-8782-4918-9dd3-d54e15d72196 req-dc43ffb4-4a0f-4db4-9495-d95d61bad944 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3&tenant_id=fac19c389c954392bd090a3a76ba291b HTTP/1.1" status: 200 len: 1098 time: 0.0454862 Oct 28 14:43:28.203567 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e0d09-8782-4918-9dd3-d54e15d72196 req-7852f482-b7d8-4d5e-b5ec-dec31a68342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:28.205104 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-799e0d09-8782-4918-9dd3-d54e15d72196 req-7852f482-b7d8-4d5e-b5ec-dec31a68342c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fac19c389c954392bd090a3a76ba291b&device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 1098 time: 0.0408313 Oct 28 14:43:28.295497 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e0d09-8782-4918-9dd3-d54e15d72196 req-fb253fd6-982b-4721-9d5d-ad79b9773fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:28.296992 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-799e0d09-8782-4918-9dd3-d54e15d72196 req-fb253fd6-982b-4721-9d5d-ad79b9773fb0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2cd29832-dfaa-48c8-ad99-924c3912245f HTTP/1.1" status: 200 len: 909 time: 0.0845284 Oct 28 14:43:28.367287 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-799e0d09-8782-4918-9dd3-d54e15d72196 req-65feab1c-a665-43d0-9be4-f31092671cc7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a326b33a-dfb4-411e-a7dd-27ea8bd126af HTTP/1.1" status: 200 len: 1001 time: 0.0609233 Oct 28 14:43:28.416187 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e0d09-8782-4918-9dd3-d54e15d72196 req-93e71bb5-8479-45ff-9c3e-b664ec5eedea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:28.417699 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-799e0d09-8782-4918-9dd3-d54e15d72196 req-93e71bb5-8479-45ff-9c3e-b664ec5eedea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ccb665e6-60ca-43cc-ac85-9993982c81a8 HTTP/1.1" status: 200 len: 847 time: 0.0433776 Oct 28 14:43:28.466483 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e0d09-8782-4918-9dd3-d54e15d72196 req-fd60fea0-86e7-4eab-9a7d-4e1877997c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:28.468034 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-799e0d09-8782-4918-9dd3-d54e15d72196 req-fd60fea0-86e7-4eab-9a7d-4e1877997c9a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2cd29832-dfaa-48c8-ad99-924c3912245f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415826 Oct 28 14:43:28.530270 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7482eb-6d56-4d8e-b4f2-083a49ae2637 req-7f4b96e1-5c57-4fb1-b316-1c0fed7cdc67 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:28.531747 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-cc7482eb-6d56-4d8e-b4f2-083a49ae2637 req-7f4b96e1-5c57-4fb1-b316-1c0fed7cdc67 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0499632 Oct 28 14:43:28.568661 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-799e0d09-8782-4918-9dd3-d54e15d72196 req-98722a20-dade-4b50-a67c-516feec848b9 service neutron] 10.222.0.72 "GET /v2.0/networks/2cd29832-dfaa-48c8-ad99-924c3912245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920582 Oct 28 14:43:28.573469 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-cc7482eb-6d56-4d8e-b4f2-083a49ae2637 req-440d6a5a-67a8-4ef1-8ee8-9019ce334f4f tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357728 Oct 28 14:43:28.666350 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-799e0d09-8782-4918-9dd3-d54e15d72196 req-1eea3b20-05af-42af-9869-b9c390ad3bf2 service neutron] 10.222.0.72 "GET /v2.0/networks/2cd29832-dfaa-48c8-ad99-924c3912245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896053 Oct 28 14:43:28.960494 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device a326b33a-dfb4-411e-a7dd-27ea8bd126af no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:43:29.043227 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:29.066421 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e777b9-c44c-4fb2-8aa9-1274f77cbcd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a326b33a-dfb4-411e-a7dd-27ea8bd126af'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:43:29.069118 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95eab2fe-a704-4bf0-8c4b-ea7574637096" -d '{"events": [{"server_uuid": "44e777b9-c44c-4fb2-8aa9-1274f77cbcd3", "name": "network-vif-unplugged", "status": "completed", "tag": "a326b33a-dfb4-411e-a7dd-27ea8bd126af"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:43:29.088791 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port a326b33a-dfb4-411e-a7dd-27ea8bd126af, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=a326b33a-dfb4-411e-a7dd-27ea8bd126af,segment=NetworkSegment(3e34fef4-b403-4b31-a6da-4db7450c0e36),segment_id=3e34fef4-b403-4b31-a6da-4db7450c0e36)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:43:29.094467 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:29.122802 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 14:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24cc2c6-d7fc-4244-a4f1-483a48aa0880 x-openstack-request-id: req-c24cc2c6-d7fc-4244-a4f1-483a48aa0880 {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:43:29.123087 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e777b9-c44c-4fb2-8aa9-1274f77cbcd3", "name": "network-vif-unplugged", "status": "completed", "tag": "a326b33a-dfb4-411e-a7dd-27ea8bd126af", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:43:29.123333 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c24cc2c6-d7fc-4244-a4f1-483a48aa0880 {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:43:29.123712 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e777b9-c44c-4fb2-8aa9-1274f77cbcd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a326b33a-dfb4-411e-a7dd-27ea8bd126af', 'code': 200} Oct 28 14:43:29.151309 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=a326b33a-dfb4-411e-a7dd-27ea8bd126af,revision_number=6']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:29.217936 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cea3f-5cc2-4e6e-a73e-557a3ab7e5b1 req-e4605d85-d3b1-4b56-818e-1667e165240e tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:29.219452 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-450cea3f-5cc2-4e6e-a73e-557a3ab7e5b1 req-e4605d85-d3b1-4b56-818e-1667e165240e tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.0510917 Oct 28 14:43:29.261041 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-450cea3f-5cc2-4e6e-a73e-557a3ab7e5b1 req-861445ce-d755-4089-864e-0020112dd024 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350416 Oct 28 14:43:29.701986 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1710b-ba63-4e51-add4-fff49c37301f req-1c3f5551-83f1-424d-b396-b0dd8f557d0c tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:29.703770 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-21a1710b-ba63-4e51-add4-fff49c37301f req-1c3f5551-83f1-424d-b396-b0dd8f557d0c tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0539293 Oct 28 14:43:29.749377 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-21a1710b-ba63-4e51-add4-fff49c37301f req-78d3247d-2e73-4000-9406-e2d6ce343546 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370224 Oct 28 14:43:30.386018 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a98520-2805-4e24-a2a8-7ba010eda476 req-521455e8-bde1-45df-8589-41edc86f06e1 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:30.387561 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c2a98520-2805-4e24-a2a8-7ba010eda476 req-521455e8-bde1-45df-8589-41edc86f06e1 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.0562153 Oct 28 14:43:30.425625 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c2a98520-2805-4e24-a2a8-7ba010eda476 req-f4019eae-3eac-4aeb-8c91-8e89992fbeef tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320387 Oct 28 14:43:30.890923 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2749db-6bef-4305-b143-cb261e339e58 req-af451109-5d19-4612-b37c-a988b0ce8a43 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:30.892964 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ab2749db-6bef-4305-b143-cb261e339e58 req-af451109-5d19-4612-b37c-a988b0ce8a43 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0571327 Oct 28 14:43:30.937920 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ab2749db-6bef-4305-b143-cb261e339e58 req-66c9b340-fda1-4fd4-805e-3ea6a9f2c776 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368993 Oct 28 14:43:31.546704 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d945189-641e-4a09-b6cf-3f839a903804 req-19a603e1-bca7-4fd3-befe-e861a6b54e98 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:31.548858 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2d945189-641e-4a09-b6cf-3f839a903804 req-19a603e1-bca7-4fd3-befe-e861a6b54e98 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.0552325 Oct 28 14:43:31.590342 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2d945189-641e-4a09-b6cf-3f839a903804 req-382f09cd-b095-4ddb-867e-870d49fd16f8 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351200 Oct 28 14:43:32.060221 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b5c24-b7f7-489c-bac3-790d007e75be req-e879f2e9-1881-41d5-bf28-3c8473613ece tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:32.061675 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-615b5c24-b7f7-489c-bac3-790d007e75be req-e879f2e9-1881-41d5-bf28-3c8473613ece tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0498884 Oct 28 14:43:32.101309 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-615b5c24-b7f7-489c-bac3-790d007e75be req-40405b9b-7521-4d1a-8832-72ef649b6a88 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335641 Oct 28 14:43:32.486049 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:32.716482 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed34b1-8a97-4137-bb3d-6ec5c44ded49 req-e8c4000a-386a-4b24-99e7-479f742d8c99 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:32.717810 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d4ed34b1-8a97-4137-bb3d-6ec5c44ded49 req-e8c4000a-386a-4b24-99e7-479f742d8c99 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.0492098 Oct 28 14:43:32.760219 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d4ed34b1-8a97-4137-bb3d-6ec5c44ded49 req-99db159a-8e54-4669-af01-11722a7cb26c tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362124 Oct 28 14:43:33.007794 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 71166dd3-5a41-434b-82cc-f09cbb79a996 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 14:43:33.119803 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 71166dd3-5a41-434b-82cc-f09cbb79a996, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=71166dd3-5a41-434b-82cc-f09cbb79a996,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:43:33.130899 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Returning: {'device': '71166dd3-5a41-434b-82cc-f09cbb79a996', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'port_id': '71166dd3-5a41-434b-82cc-f09cbb79a996', 'mac_address': 'fa:16:3e:8b:cf:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c385150-b18d-415b-9404-b587a3485a15', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 14:43:33.176490 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:33.191083 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71166dd3-5a41-434b-82cc-f09cbb79a996 {{(pid=101540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:43:33.210503 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 71166dd3-5a41-434b-82cc-f09cbb79a996, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=71166dd3-5a41-434b-82cc-f09cbb79a996,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:43:33.218002 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:33.227654 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7529d5d-515e-4c24-a824-d5e6ebd697c6 req-cde58ee0-6b5c-4995-9d87-8c5486a65303 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:33.234862 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d7529d5d-515e-4c24-a824-d5e6ebd697c6 req-cde58ee0-6b5c-4995-9d87-8c5486a65303 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0608673 Oct 28 14:43:33.268897 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d7529d5d-515e-4c24-a824-d5e6ebd697c6 req-5a196c68-4758-4364-86df-f82eaa51e5f3 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330791 Oct 28 14:43:33.276094 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=71166dd3-5a41-434b-82cc-f09cbb79a996,revision_number=6']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:33.330084 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['71166dd3-5a41-434b-82cc-f09cbb79a996'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:43:33.895085 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac850c3-33e7-4864-88e3-35ef0abbe3c0 req-e3cbfd28-e6c9-4ba3-be80-861b80e6d489 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:33.896543 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-dac850c3-33e7-4864-88e3-35ef0abbe3c0 req-e3cbfd28-e6c9-4ba3-be80-861b80e6d489 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.0598681 Oct 28 14:43:33.937538 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-dac850c3-33e7-4864-88e3-35ef0abbe3c0 req-4a0e818c-146b-4394-8a35-7308127552a9 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347333 Oct 28 14:43:34.390021 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95373c89-d81e-454e-8309-36f351ce77ef req-bfa5477b-897f-4e73-b47d-4071ec4d786b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:34.391457 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-95373c89-d81e-454e-8309-36f351ce77ef req-bfa5477b-897f-4e73-b47d-4071ec4d786b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 944 time: 0.0493300 Oct 28 14:43:34.430664 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-95373c89-d81e-454e-8309-36f351ce77ef req-64e91304-8726-43b4-a82c-41feac73a23a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330844 Oct 28 14:43:35.034773 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 71166dd3-5a41-434b-82cc-f09cbb79a996 up at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:43:35.088530 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bef7e4-a2c4-445f-bb31-fc22f4d73696 req-9df44cfa-6d47-4614-8a7c-7009b6facf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:35.091434 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-66bef7e4-a2c4-445f-bb31-fc22f4d73696 req-9df44cfa-6d47-4614-8a7c-7009b6facf52 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 1096 time: 0.0796230 Oct 28 14:43:35.100807 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a8b88-a3c1-4ba8-95ac-e445499028ee req-c7441ca0-186d-447b-b040-d98c5cd0eefd tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:35.102890 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e10a8b88-a3c1-4ba8-95ac-e445499028ee req-c7441ca0-186d-447b-b040-d98c5cd0eefd tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.0888693 Oct 28 14:43:35.133322 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-66bef7e4-a2c4-445f-bb31-fc22f4d73696 req-04d07732-12de-4f5b-9893-fc53c8bf5876 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293090 Oct 28 14:43:35.134332 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning complete for port 71166dd3-5a41-434b-82cc-f09cbb79a996 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:43:35.134721 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:35.156190 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e10a8b88-a3c1-4ba8-95ac-e445499028ee req-db4cadad-6b74-455d-b69d-90e46dea3f31 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471997 Oct 28 14:43:35.359572 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:35.383989 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873cc8fe-394e-489d-bcca-e4bebc47f4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71166dd3-5a41-434b-82cc-f09cbb79a996'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:43:35.386082 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddabe2ab-c3af-46a2-a1ef-bc671c9b6ad7" -d '{"events": [{"server_uuid": "873cc8fe-394e-489d-bcca-e4bebc47f4ad", "name": "network-vif-plugged", "status": "completed", "tag": "71166dd3-5a41-434b-82cc-f09cbb79a996"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:43:35.400270 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 71166dd3-5a41-434b-82cc-f09cbb79a996, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=71166dd3-5a41-434b-82cc-f09cbb79a996,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:43:35.415977 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:35.456436 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06c9212-7f24-41df-8553-e92a195b29eb x-openstack-request-id: req-a06c9212-7f24-41df-8553-e92a195b29eb {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:43:35.456798 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873cc8fe-394e-489d-bcca-e4bebc47f4ad", "name": "network-vif-plugged", "status": "completed", "tag": "71166dd3-5a41-434b-82cc-f09cbb79a996", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:43:35.456972 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a06c9212-7f24-41df-8553-e92a195b29eb {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:43:35.457708 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873cc8fe-394e-489d-bcca-e4bebc47f4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71166dd3-5a41-434b-82cc-f09cbb79a996', 'code': 200} Oct 28 14:43:35.492347 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=71166dd3-5a41-434b-82cc-f09cbb79a996,revision_number=7']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:35.603123 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e0364-d5d1-422e-9097-b9c6f24d176e req-14afe105-355b-4adb-aa99-52f5ad020330 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:35.613272 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c72e0364-d5d1-422e-9097-b9c6f24d176e req-14afe105-355b-4adb-aa99-52f5ad020330 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0822380 Oct 28 14:43:35.666313 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c72e0364-d5d1-422e-9097-b9c6f24d176e req-e3a8c383-2799-4162-8063-08587f426053 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521152 Oct 28 14:43:36.380116 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd322d5-7105-449c-b7c8-caca2c13f5c6 req-8b901891-51c5-446c-82af-023b825cfbe2 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:36.387814 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7fd322d5-7105-449c-b7c8-caca2c13f5c6 req-8b901891-51c5-446c-82af-023b825cfbe2 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 943 time: 0.1056783 Oct 28 14:43:36.430936 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7fd322d5-7105-449c-b7c8-caca2c13f5c6 req-5729ff54-0f4c-474b-a1c6-e87e1167713b tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420604 Oct 28 14:43:36.885993 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dd36b-ed93-477d-b588-f7d65218279f req-4db4b9be-35a9-46e3-8d75-e93c524d76b3 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:36.888249 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-af9dd36b-ed93-477d-b588-f7d65218279f req-4db4b9be-35a9-46e3-8d75-e93c524d76b3 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0648508 Oct 28 14:43:36.926137 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-af9dd36b-ed93-477d-b588-f7d65218279f req-fd8d1d9b-81aa-4093-8abf-37a285e85b0d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319796 Oct 28 14:43:37.053455 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device a326b33a-dfb4-411e-a7dd-27ea8bd126af details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 14:43:37.161667 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port a326b33a-dfb4-411e-a7dd-27ea8bd126af, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=a326b33a-dfb4-411e-a7dd-27ea8bd126af,segment=NetworkSegment(3e34fef4-b403-4b31-a6da-4db7450c0e36),segment_id=3e34fef4-b403-4b31-a6da-4db7450c0e36)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:43:37.176134 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Returning: {'device': 'a326b33a-dfb4-411e-a7dd-27ea8bd126af', 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f', 'port_id': 'a326b33a-dfb4-411e-a7dd-27ea8bd126af', 'mac_address': 'fa:16:3e:8c:5f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb665e6-60ca-43cc-ac85-9993982c81a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 14:43:37.224101 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:37.242188 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a326b33a-dfb4-411e-a7dd-27ea8bd126af {{(pid=101540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:43:37.267344 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port a326b33a-dfb4-411e-a7dd-27ea8bd126af, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=a326b33a-dfb4-411e-a7dd-27ea8bd126af,segment=NetworkSegment(3e34fef4-b403-4b31-a6da-4db7450c0e36),segment_id=3e34fef4-b403-4b31-a6da-4db7450c0e36)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:43:37.275126 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:37.419409 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=a326b33a-dfb4-411e-a7dd-27ea8bd126af,revision_number=7']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:37.563209 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['a326b33a-dfb4-411e-a7dd-27ea8bd126af'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:43:37.564385 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4043a2f-e37b-4847-92c8-dad935ce95d6 req-fbccd604-a38b-4cf9-8001-81709df74595 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:37.571255 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a4043a2f-e37b-4847-92c8-dad935ce95d6 req-fbccd604-a38b-4cf9-8001-81709df74595 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 944 time: 0.0626202 Oct 28 14:43:37.606633 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a4043a2f-e37b-4847-92c8-dad935ce95d6 req-ab8bfa1b-d671-4e30-8663-479e2a87b158 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335374 Oct 28 14:43:38.050357 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a193f-b745-40ae-8817-9f908390dd47 req-d5e9defc-09af-4141-b011-18d4dd5ad426 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:38.052754 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-824a193f-b745-40ae-8817-9f908390dd47 req-d5e9defc-09af-4141-b011-18d4dd5ad426 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0505366 Oct 28 14:43:38.092955 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-824a193f-b745-40ae-8817-9f908390dd47 req-ca890e57-a2c2-4e05-b655-73d67974391b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334761 Oct 28 14:43:39.080444 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device a326b33a-dfb4-411e-a7dd-27ea8bd126af up at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:43:39.132217 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning complete for port a326b33a-dfb4-411e-a7dd-27ea8bd126af triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:43:39.132595 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:39.231457 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:39.250273 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f3d68-abb9-44e8-9bff-6ad88cc16a21 req-290297b1-60b9-403e-bfb8-5fbb8aad6ba9 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:39.257729 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-cd4f3d68-abb9-44e8-9bff-6ad88cc16a21 req-290297b1-60b9-403e-bfb8-5fbb8aad6ba9 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0651762 Oct 28 14:43:39.264580 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e777b9-c44c-4fb2-8aa9-1274f77cbcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a326b33a-dfb4-411e-a7dd-27ea8bd126af'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:43:39.266916 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317dea79-38f0-4498-93e1-5b5eede3c602" -d '{"events": [{"server_uuid": "44e777b9-c44c-4fb2-8aa9-1274f77cbcd3", "name": "network-vif-plugged", "status": "completed", "tag": "a326b33a-dfb4-411e-a7dd-27ea8bd126af"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:43:39.280750 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port a326b33a-dfb4-411e-a7dd-27ea8bd126af, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=a326b33a-dfb4-411e-a7dd-27ea8bd126af,segment=NetworkSegment(3e34fef4-b403-4b31-a6da-4db7450c0e36),segment_id=3e34fef4-b403-4b31-a6da-4db7450c0e36)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:43:39.287213 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:39.306660 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-cd4f3d68-abb9-44e8-9bff-6ad88cc16a21 req-045e90be-a2bc-4a98-aba7-3952fc149aae tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479724 Oct 28 14:43:39.340901 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07079592-5c1a-4ddb-8f44-fc848613ca0d x-openstack-request-id: req-07079592-5c1a-4ddb-8f44-fc848613ca0d {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:43:39.341785 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e777b9-c44c-4fb2-8aa9-1274f77cbcd3", "name": "network-vif-plugged", "status": "completed", "tag": "a326b33a-dfb4-411e-a7dd-27ea8bd126af", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:43:39.341785 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-07079592-5c1a-4ddb-8f44-fc848613ca0d {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:43:39.342207 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e777b9-c44c-4fb2-8aa9-1274f77cbcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a326b33a-dfb4-411e-a7dd-27ea8bd126af', 'code': 200} Oct 28 14:43:39.343818 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=a326b33a-dfb4-411e-a7dd-27ea8bd126af,revision_number=8']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:39.724278 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-e31381cc-ac94-42da-b13f-6aff29aae672 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1504821418&fields=id&tenant_id=3c7c19b77a1a4fac81de8244c2a70247 HTTP/1.1" status: 200 len: 267 time: 0.0359099 Oct 28 14:43:39.844618 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-6c5697da-a886-4077-908a-4647e9b58ece tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:39.853751 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-6c5697da-a886-4077-908a-4647e9b58ece tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/networks?id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e HTTP/1.1" status: 200 len: 811 time: 0.1210945 Oct 28 14:43:39.872865 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-b8608bef-1714-4505-b7f6-eaa96fd3d2e3 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/quotas/3c7c19b77a1a4fac81de8244c2a70247 HTTP/1.1" status: 200 len: 375 time: 0.0191314 Oct 28 14:43:39.931823 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-2dc14490-c15c-4407-9621-b34646076c23 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c7c19b77a1a4fac81de8244c2a70247&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579767 Oct 28 14:43:40.050384 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-c59bb1bf-8584-4df6-83f4-3ecc58afe978 service neutron] 10.222.0.79 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062536 Oct 28 14:43:40.179378 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-7289b26f-eede-484d-b18b-87d1d54b7fa9 service neutron] 10.222.0.79 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278372 Oct 28 14:43:40.439176 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2197a-5dd8-4ce2-a9e8-924329180db2 req-9de5af83-479d-430c-a218-c0bb7040eb00 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:40.441469 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4dd2197a-5dd8-4ce2-a9e8-924329180db2 req-9de5af83-479d-430c-a218-c0bb7040eb00 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0578823 Oct 28 14:43:40.513705 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4dd2197a-5dd8-4ce2-a9e8-924329180db2 req-0d26519f-6aa3-4cd4-8c66-657f4bd12248 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457397 Oct 28 14:43:40.580839 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0c9479b2-4a34-406b-b348-20e2971279f4 req-438c0306-36c6-4dd4-b207-045365087411 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 210 time: 0.0327308 Oct 28 14:43:41.688141 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa195b99-864e-45d2-8594-c13d732b266a req-01d63940-7c1e-4ce0-bbad-2db1dcdff680 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:41.699211 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-aa195b99-864e-45d2-8594-c13d732b266a req-01d63940-7c1e-4ce0-bbad-2db1dcdff680 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.1302099 Oct 28 14:43:41.750722 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c46287a3-9a00-4b31-aaf3-5fe775700443 req-77feee4a-574f-4eb4-9c46-29a176234df1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 210 time: 0.0316346 Oct 28 14:43:41.775944 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-aa195b99-864e-45d2-8594-c13d732b266a req-2a0ae7a9-dc6d-4358-9ff2-6c62cb260db8 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752702 Oct 28 14:43:41.814392 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-68b1fd1c-c09b-4224-ab9e-6e2e6a329762 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:41.817705 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-68b1fd1c-c09b-4224-ab9e-6e2e6a329762 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.72 "GET /v2.0/networks?id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e HTTP/1.1" status: 200 len: 811 time: 0.1753633 Oct 28 14:43:41.874867 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-f9d12859-163a-44bc-9ba9-30e609580f54 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c7c19b77a1a4fac81de8244c2a70247 HTTP/1.1" status: 200 len: 380 time: 0.0478013 Oct 28 14:43:41.887723 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a40d4eb2-8faf-462f-a88c-f57b3e85d3c9 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Request body: {'port': {'device_id': '27e63a9f-97dd-492e-8a5e-19a7215e8b47', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'admin_state_up': True, 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'security_groups': ['59610a15-d97c-4828-aa29-ff50364534d1']}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:43:42.030495 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a40d4eb2-8faf-462f-a88c-f57b3e85d3c9 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Made reservation on behalf of 3c7c19b77a1a4fac81de8244c2a70247 for: {'port': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:43:42.044191 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a40d4eb2-8faf-462f-a88c-f57b3e85d3c9 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:42.091449 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045641c-bb58-42c1-a5b9-daf42057b6e5 req-ba48fd72-ed6f-47a7-83e1-13b030c09b7d tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:42.093113 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5045641c-bb58-42c1-a5b9-daf42057b6e5 req-ba48fd72-ed6f-47a7-83e1-13b030c09b7d tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=5452b726-1ec3-45c1-962e-28c0826f44e6 HTTP/1.1" status: 200 len: 945 time: 0.0546682 Oct 28 14:43:42.147483 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5045641c-bb58-42c1-a5b9-daf42057b6e5 req-10825395-6200-40b0-b176-110feb527dce tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=52165a2b-5332-473d-97f5-72dc8e9b329d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476110 Oct 28 14:43:42.219718 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a40d4eb2-8faf-462f-a88c-f57b3e85d3c9 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Allocated IP 172.20.0.6 (696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e/de782fb8-ce97-4cbe-8d9a-e728eea72713/ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:43:42.394713 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a40d4eb2-8faf-462f-a88c-f57b3e85d3c9 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:42.440186 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a40d4eb2-8faf-462f-a88c-f57b3e85d3c9 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:42.484951 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a40d4eb2-8faf-462f-a88c-f57b3e85d3c9 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Network 696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:43:42.492850 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a40d4eb2-8faf-462f-a88c-f57b3e85d3c9 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:43:42.496133 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a40d4eb2-8faf-462f-a88c-f57b3e85d3c9 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:43:42.532705 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d4eb2-8faf-462f-a88c-f57b3e85d3c9 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Pushing event updated for resources: {'Port': ['ID=ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:42.557022 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a40d4eb2-8faf-462f-a88c-f57b3e85d3c9 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:42.558029 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a40d4eb2-8faf-462f-a88c-f57b3e85d3c9 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:42.592558 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a40d4eb2-8faf-462f-a88c-f57b3e85d3c9 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7089937 Oct 28 14:43:42.607474 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a8dff653-d104-49d9-b190-82c288af5526 service neutron] Request body: {'port': {'device_id': '27e63a9f-97dd-492e-8a5e-19a7215e8b47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:43:42.673664 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a8dff653-d104-49d9-b190-82c288af5526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:42.827728 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-62a60d44-b401-4774-9f50-fb1767fd7300 None None] Provisioning complete for port ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:43:42.829612 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-62a60d44-b401-4774-9f50-fb1767fd7300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:42.925731 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-62a60d44-b401-4774-9f50-fb1767fd7300 None None] Port ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:43:42.981723 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aad0a2-a90a-4147-a85e-ca41e938fb42 req-6399caa1-3e52-4f9a-9c20-60b21acffd8a tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:42.983171 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-81aad0a2-a90a-4147-a85e-ca41e938fb42 req-6399caa1-3e52-4f9a-9c20-60b21acffd8a tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 931 time: 0.1095669 Oct 28 14:43:42.991270 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c93e18-942c-473d-83e2-ddbc6e1c24b9 req-0985bc78-32a7-4f17-8d60-8faf7afc4cb1 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:42.999507 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b7c93e18-942c-473d-83e2-ddbc6e1c24b9 req-0985bc78-32a7-4f17-8d60-8faf7afc4cb1 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0883734 Oct 28 14:43:43.058521 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b7c93e18-942c-473d-83e2-ddbc6e1c24b9 req-91a63a77-01be-4f9c-9763-b873e9b05b5f tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580714 Oct 28 14:43:43.062583 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a8dff653-d104-49d9-b190-82c288af5526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa {{(pid=101538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:43:43.078930 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a8dff653-d104-49d9-b190-82c288af5526 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:43.088564 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-81aad0a2-a90a-4147-a85e-ca41e938fb42 req-bb1140a3-16f1-4185-a29e-e8537d84408d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853951 Oct 28 14:43:43.090146 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.provisioning_blocks [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a8dff653-d104-49d9-b190-82c288af5526 service neutron] Transition to ACTIVE for port object ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa will not be triggered until provisioned by entity L2. {{(pid=101538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 14:43:43.097396 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a8dff653-d104-49d9-b190-82c288af5526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372466'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:43.175390 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dff653-d104-49d9-b190-82c288af5526 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:43.245236 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a8dff653-d104-49d9-b190-82c288af5526 service neutron] Attempting to bind port ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:43:43.245581 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a8dff653-d104-49d9-b190-82c288af5526 service neutron] Attempting to bind port ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '27993e00-1bc2-49c2-98b8-9b099f45e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e'}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:43:43.246105 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a8dff653-d104-49d9-b190-82c288af5526 service neutron] Attempting to bind port ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa on network 696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:43:43.250986 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a8dff653-d104-49d9-b190-82c288af5526 service neutron] Port ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa on network 696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 14:43:43.251367 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a8dff653-d104-49d9-b190-82c288af5526 service neutron] Attempting to bind port ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa on network 696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:43:43.256973 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a8dff653-d104-49d9-b190-82c288af5526 service neutron] Checking agent: {'id': 'ab39f7f4-514d-4bfb-9d0c-1a0ed5555608', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'started_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:43:43.257847 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a8dff653-d104-49d9-b190-82c288af5526 service neutron] Checking segment: {'id': '27993e00-1bc2-49c2-98b8-9b099f45e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:43:43.258234 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a8dff653-d104-49d9-b190-82c288af5526 service neutron] Bound using segment: {'id': '27993e00-1bc2-49c2-98b8-9b099f45e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e'} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:43:43.258662 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a8dff653-d104-49d9-b190-82c288af5526 service neutron] Bound port: ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27993e00-1bc2-49c2-98b8-9b099f45e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e'}}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:43:43.259046 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a8dff653-d104-49d9-b190-82c288af5526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:43.311591 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc177d1-17c3-46af-9561-b03bead33811 req-28343754-480e-4518-a203-8c9999d7e64a tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:43.313327 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8fc177d1-17c3-46af-9561-b03bead33811 req-28343754-480e-4518-a203-8c9999d7e64a tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=5452b726-1ec3-45c1-962e-28c0826f44e6 HTTP/1.1" status: 200 len: 945 time: 0.0567005 Oct 28 14:43:43.368253 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8fc177d1-17c3-46af-9561-b03bead33811 req-c9d211d4-89ea-4270-a7bc-2e64c896c054 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=52165a2b-5332-473d-97f5-72dc8e9b329d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487943 Oct 28 14:43:43.377243 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a8dff653-d104-49d9-b190-82c288af5526 service neutron] For port ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa, host hv-cinder-81584, cleared binding levels {{(pid=101538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:43:43.382835 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a8dff653-d104-49d9-b190-82c288af5526 service neutron] For port ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa,segment=NetworkSegment(27993e00-1bc2-49c2-98b8-9b099f45e9a7),segment_id=27993e00-1bc2-49c2-98b8-9b099f45e9a7)] {{(pid=101538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:43:43.394729 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a8dff653-d104-49d9-b190-82c288af5526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372466'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:43.437221 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a8dff653-d104-49d9-b190-82c288af5526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:43.437868 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a8dff653-d104-49d9-b190-82c288af5526 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:43.439193 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a8dff653-d104-49d9-b190-82c288af5526 service neutron] 10.222.0.72 "PUT /v2.0/ports/ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa HTTP/1.1" status: 200 len: 1093 time: 0.8365254 Oct 28 14:43:43.439612 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e63a9f-97dd-492e-8a5e-19a7215e8b47', 'tag': 'ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:43:43.442200 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9c08e7-c2cc-4a3b-93d5-418c6375a764" -d '{"events": [{"name": "network-changed", "server_uuid": "27e63a9f-97dd-492e-8a5e-19a7215e8b47", "tag": "ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:43:43.487142 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dff653-d104-49d9-b190-82c288af5526 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa,revision_number=3']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:43.506009 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a74699-8ffa-4a8b-b602-f1524f816c80 x-openstack-request-id: req-a9a74699-8ffa-4a8b-b602-f1524f816c80 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:43:43.506483 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e63a9f-97dd-492e-8a5e-19a7215e8b47", "tag": "ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:43:43.507390 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a9a74699-8ffa-4a8b-b602-f1524f816c80 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:43:43.507883 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e63a9f-97dd-492e-8a5e-19a7215e8b47', 'tag': 'ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa', 'status': 'completed', 'code': 200} Oct 28 14:43:43.564298 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-bac04bb6-bf9f-4300-920e-42898e28d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:43.567998 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-bac04bb6-bf9f-4300-920e-42898e28d233 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7c19b77a1a4fac81de8244c2a70247&device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 1096 time: 0.0511236 Oct 28 14:43:43.619385 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-8648c4a1-9571-4680-afd9-4d250da2cff7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa HTTP/1.1" status: 200 len: 217 time: 0.0427382 Oct 28 14:43:43.680320 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a0c3cb03-6b22-4cda-92b3-0dc7422254ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:43.682109 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-a0c3cb03-6b22-4cda-92b3-0dc7422254ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de782fb8-ce97-4cbe-8d9a-e728eea72713 HTTP/1.1" status: 200 len: 850 time: 0.0507736 Oct 28 14:43:43.737289 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-83ccb2c1-e8cf-41d7-b9bf-93a2f6b302f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:43.738867 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-83ccb2c1-e8cf-41d7-b9bf-93a2f6b302f0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474265 Oct 28 14:43:43.853584 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-3958905b-b61a-4220-9556-8aa443e137ac service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044593 Oct 28 14:43:43.971430 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8ac47d72-a8fc-4963-8d6d-513ed4121269 req-f97eb867-028a-4f08-894e-8e4c8fb79cb2 service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077714 Oct 28 14:43:44.027029 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45322fb5-1b8e-40c6-be17-0de0ebf6d5f5 req-d782f4f7-6188-436b-a34d-95ba1ec15486 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:44.028867 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-45322fb5-1b8e-40c6-be17-0de0ebf6d5f5 req-d782f4f7-6188-436b-a34d-95ba1ec15486 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.72 "GET /v2.0/ports?device_id=5452b726-1ec3-45c1-962e-28c0826f44e6 HTTP/1.1" status: 200 len: 945 time: 0.0691185 Oct 28 14:43:44.210867 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f790c-8208-44b4-885d-8400356c62c3 req-9515e17f-35d2-47e6-bcfc-1372686b78ad tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:44.213827 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ae7f790c-8208-44b4-885d-8400356c62c3 req-9515e17f-35d2-47e6-bcfc-1372686b78ad tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0699210 Oct 28 14:43:44.279409 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ae7f790c-8208-44b4-885d-8400356c62c3 req-a69fd953-52ff-486b-b524-a352728c4802 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547016 Oct 28 14:43:44.304546 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fde71-0032-47a9-8ef3-882110bc96c3 req-c0bb78f8-4e98-4003-a8ad-bdff5ea4fbae tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:44.306265 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-053fde71-0032-47a9-8ef3-882110bc96c3 req-c0bb78f8-4e98-4003-a8ad-bdff5ea4fbae tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 943 time: 0.0912669 Oct 28 14:43:44.362668 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-053fde71-0032-47a9-8ef3-882110bc96c3 req-200aa546-72a7-4559-a663-0fa85570e4b6 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497515 Oct 28 14:43:44.417036 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c08e7-c2cc-4a3b-93d5-418c6375a764 req-019db1cf-4eb4-40aa-a0f0-08e722f0bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:44.418731 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-3e9c08e7-c2cc-4a3b-93d5-418c6375a764 req-019db1cf-4eb4-40aa-a0f0-08e722f0bf01 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7c19b77a1a4fac81de8244c2a70247&device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 1096 time: 0.3735332 Oct 28 14:43:44.506939 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c604a-0071-4627-82a9-6a0b8198b6b9 req-7217d100-b3d8-44fa-8806-9a4eded8271d tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:44.509220 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-45322fb5-1b8e-40c6-be17-0de0ebf6d5f5 req-0c16aaec-9647-4a15-b38a-b039b72a6f8e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Deleting port a1cbdc5d-874d-462d-a113-16be5913991d {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:43:44.509666 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-45322fb5-1b8e-40c6-be17-0de0ebf6d5f5 req-0c16aaec-9647-4a15-b38a-b039b72a6f8e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:44.510125 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-296c604a-0071-4627-82a9-6a0b8198b6b9 req-7217d100-b3d8-44fa-8806-9a4eded8271d tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=5452b726-1ec3-45c1-962e-28c0826f44e6 HTTP/1.1" status: 200 len: 945 time: 0.0592175 Oct 28 14:43:44.555257 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-296c604a-0071-4627-82a9-6a0b8198b6b9 req-cf810fb7-5378-47c1-bc1a-a2d03f81d94b tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups?id=52165a2b-5332-473d-97f5-72dc8e9b329d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389726 Oct 28 14:43:44.594546 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c08e7-c2cc-4a3b-93d5-418c6375a764 req-145c7e2d-03a4-4ec4-97bf-6cae93350bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:44.596191 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-3e9c08e7-c2cc-4a3b-93d5-418c6375a764 req-145c7e2d-03a4-4ec4-97bf-6cae93350bb9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e HTTP/1.1" status: 200 len: 912 time: 0.1670027 Oct 28 14:43:44.651805 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-3e9c08e7-c2cc-4a3b-93d5-418c6375a764 req-2bd5ba73-0341-4904-b3a4-9544b6b10561 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa HTTP/1.1" status: 200 len: 217 time: 0.0427074 Oct 28 14:43:44.659069 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-45322fb5-1b8e-40c6-be17-0de0ebf6d5f5 req-0c16aaec-9647-4a15-b38a-b039b72a6f8e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] For port a1cbdc5d-874d-462d-a113-16be5913991d, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=a1cbdc5d-874d-462d-a113-16be5913991d,segment=NetworkSegment(72b1a595-edea-42ca-8564-6c883f9d150d),segment_id=72b1a595-edea-42ca-8564-6c883f9d150d)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:43:44.659430 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-45322fb5-1b8e-40c6-be17-0de0ebf6d5f5 req-0c16aaec-9647-4a15-b38a-b039b72a6f8e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:44.754598 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c08e7-c2cc-4a3b-93d5-418c6375a764 req-5b2125cb-9426-44c7-9c9c-de09bfb677bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:44.756104 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-3e9c08e7-c2cc-4a3b-93d5-418c6375a764 req-5b2125cb-9426-44c7-9c9c-de09bfb677bf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de782fb8-ce97-4cbe-8d9a-e728eea72713 HTTP/1.1" status: 200 len: 850 time: 0.0942185 Oct 28 14:43:44.891992 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c08e7-c2cc-4a3b-93d5-418c6375a764 req-10f045c8-9ef6-448c-a10e-7b03828bdf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:44.893499 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-3e9c08e7-c2cc-4a3b-93d5-418c6375a764 req-10f045c8-9ef6-448c-a10e-7b03828bdf92 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1287467 Oct 28 14:43:44.916301 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-45322fb5-1b8e-40c6-be17-0de0ebf6d5f5 req-0c16aaec-9647-4a15-b38a-b039b72a6f8e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:44.916659 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-45322fb5-1b8e-40c6-be17-0de0ebf6d5f5 req-0c16aaec-9647-4a15-b38a-b039b72a6f8e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640319'] for floatingip, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:44.917071 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.db.l3_db [req-45322fb5-1b8e-40c6-be17-0de0ebf6d5f5 req-0c16aaec-9647-4a15-b38a-b039b72a6f8e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Floating IP 529b5a50-8936-4a88-9344-008af8ba20d6 disassociated. External IP: 172.27.2.126, port: a1cbdc5d-874d-462d-a113-16be5913991d. Oct 28 14:43:44.917412 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-45322fb5-1b8e-40c6-be17-0de0ebf6d5f5 req-0c16aaec-9647-4a15-b38a-b039b72a6f8e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Calling delete_port for a1cbdc5d-874d-462d-a113-16be5913991d owned by compute:nova {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:43:45.045569 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-3e9c08e7-c2cc-4a3b-93d5-418c6375a764 req-04f84c65-b4d6-4b31-9316-c8b569fd4a5d service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434608 Oct 28 14:43:45.175838 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-3e9c08e7-c2cc-4a3b-93d5-418c6375a764 req-69eaf616-6c9f-44ea-98e1-7bca941333fa service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203258 Oct 28 14:43:45.177395 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-45322fb5-1b8e-40c6-be17-0de0ebf6d5f5 req-0c16aaec-9647-4a15-b38a-b039b72a6f8e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:45.210647 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16aaec-9647-4a15-b38a-b039b72a6f8e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Pushing event deleted for resources: {'Port': ['ID=a1cbdc5d-874d-462d-a113-16be5913991d,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:45.327136 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45322fb5-1b8e-40c6-be17-0de0ebf6d5f5 req-0c16aaec-9647-4a15-b38a-b039b72a6f8e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Router 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:43:45.421255 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7633fa-fdb1-4dc5-b504-d4001cedff22 req-c9476341-0dab-4c39-aafa-292cb623e480 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:45.423412 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ab7633fa-fdb1-4dc5-b504-d4001cedff22 req-c9476341-0dab-4c39-aafa-292cb623e480 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0628340 Oct 28 14:43:45.445877 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45322fb5-1b8e-40c6-be17-0de0ebf6d5f5 req-0c16aaec-9647-4a15-b38a-b039b72a6f8e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:43:45.457238 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c915d5ba-03b6-4b37-99e0-05ceb36decd5 None None] Sync routers for ids ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'] in dv-cinder-815848-1-iscsi {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:43:45.479467 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c915d5ba-03b6-4b37-99e0-05ceb36decd5 None None] Routers {'1e4dff63-9fe7-41ea-abd6-13ae722d16f6'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:43:45.480454 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-c915d5ba-03b6-4b37-99e0-05ceb36decd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:43:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:45.484963 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ab7633fa-fdb1-4dc5-b504-d4001cedff22 req-5774500b-6955-4a85-a521-285eb166f8ec tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521095 Oct 28 14:43:45.497411 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf84dfb-0ef8-45a0-8e69-76b4082fe9a6 req-9d32a068-295e-4703-82a1-ab57bfefe196 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:45.499648 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-baf84dfb-0ef8-45a0-8e69-76b4082fe9a6 req-9d32a068-295e-4703-82a1-ab57bfefe196 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 943 time: 0.0750613 Oct 28 14:43:45.502147 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-45322fb5-1b8e-40c6-be17-0de0ebf6d5f5 req-0c16aaec-9647-4a15-b38a-b039b72a6f8e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] No DVR routers for this DVR port a1cbdc5d-874d-462d-a113-16be5913991d on host hv-cinder-81584 {{(pid=101538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:43:45.506883 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-45322fb5-1b8e-40c6-be17-0de0ebf6d5f5 req-0c16aaec-9647-4a15-b38a-b039b72a6f8e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:45.509025 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-45322fb5-1b8e-40c6-be17-0de0ebf6d5f5 req-0c16aaec-9647-4a15-b38a-b039b72a6f8e tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.72 "DELETE /v2.0/ports/a1cbdc5d-874d-462d-a113-16be5913991d HTTP/1.1" status: 204 len: 173 time: 1.4729197 Oct 28 14:43:45.509493 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5452b726-1ec3-45c1-962e-28c0826f44e6', 'name': 'network-vif-deleted', 'tag': 'a1cbdc5d-874d-462d-a113-16be5913991d'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:43:45.512136 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69da00b-271a-4312-b497-8c69030efa2a" -d '{"events": [{"server_uuid": "5452b726-1ec3-45c1-962e-28c0826f44e6", "name": "network-vif-deleted", "tag": "a1cbdc5d-874d-462d-a113-16be5913991d"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:43:45.561122 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acad9bbb-d24b-4a2b-bee9-7653d5c85337 x-openstack-request-id: req-acad9bbb-d24b-4a2b-bee9-7653d5c85337 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:43:45.561661 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5452b726-1ec3-45c1-962e-28c0826f44e6", "name": "network-vif-deleted", "tag": "a1cbdc5d-874d-462d-a113-16be5913991d", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:43:45.562066 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-acad9bbb-d24b-4a2b-bee9-7653d5c85337 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:43:45.562614 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5452b726-1ec3-45c1-962e-28c0826f44e6', 'name': 'network-vif-deleted', 'tag': 'a1cbdc5d-874d-462d-a113-16be5913991d', 'status': 'completed', 'code': 200} Oct 28 14:43:45.565162 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf00dc6-550e-4b71-bd87-4948c2d551c4 req-42cb6101-cecd-4424-a156-88952cc76bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:45.567182 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-acf00dc6-550e-4b71-bd87-4948c2d551c4 req-42cb6101-cecd-4424-a156-88952cc76bfc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=89fb273f901845daa8cf52ed4beefe1d&device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 1098 time: 0.0734880 Oct 28 14:43:45.576919 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-baf84dfb-0ef8-45a0-8e69-76b4082fe9a6 req-03559058-24a9-456a-b749-26d16cdd30c6 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688205 Oct 28 14:43:45.669334 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-c915d5ba-03b6-4b37-99e0-05ceb36decd5 None None] Set router 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:43:45.707848 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-59c974e5-089f-4bfa-9cdc-abb75451b6cb req-478d6c06-8176-41d7-a1fd-8c1e1ebf4a5d tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/ports?device_id=5452b726-1ec3-45c1-962e-28c0826f44e6 HTTP/1.1" status: 200 len: 210 time: 0.0431395 Oct 28 14:43:45.742190 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf00dc6-550e-4b71-bd87-4948c2d551c4 req-619ddebe-e529-4711-b97b-41f2f51a7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:45.743736 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-acf00dc6-550e-4b71-bd87-4948c2d551c4 req-619ddebe-e529-4711-b97b-41f2f51a7b1c service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c4fd715-4b25-4fcf-8589-609c400168cc HTTP/1.1" status: 200 len: 918 time: 0.1660442 Oct 28 14:43:45.812584 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-acf00dc6-550e-4b71-bd87-4948c2d551c4 req-c735bfe7-5296-467a-bf39-32c9a9ca1267 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71166dd3-5a41-434b-82cc-f09cbb79a996 HTTP/1.1" status: 200 len: 1001 time: 0.0588608 Oct 28 14:43:45.868279 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf00dc6-550e-4b71-bd87-4948c2d551c4 req-40c5e706-85aa-44a8-972a-259d3b68f511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:45.869718 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-acf00dc6-550e-4b71-bd87-4948c2d551c4 req-40c5e706-85aa-44a8-972a-259d3b68f511 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c385150-b18d-415b-9404-b587a3485a15 HTTP/1.1" status: 200 len: 856 time: 0.0486631 Oct 28 14:43:45.879056 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-c915d5ba-03b6-4b37-99e0-05ceb36decd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'name': 'tempest-AttachVolumeTestJSON-702501146-router', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:54Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'gw_port': {'id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:57Z', 'updated_at': '2021-10-28T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '6396ece7-da79-42e9-9e88-84dc28d67fc6', 'name': '', 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'mac_address': 'fa:16:3e:59:51:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:05Z', 'updated_at': '2021-10-28T14:37:14Z', 'revision_number': 5, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'subnets': [{'id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:45.908922 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c915d5ba-03b6-4b37-99e0-05ceb36decd5 None None] Checking router: 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 for host: dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:43:45.918268 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c915d5ba-03b6-4b37-99e0-05ceb36decd5 None None] Routers {'1e4dff63-9fe7-41ea-abd6-13ae722d16f6'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:43:45.918945 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-c915d5ba-03b6-4b37-99e0-05ceb36decd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:43:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:45.919173 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf00dc6-550e-4b71-bd87-4948c2d551c4 req-c7495174-bbe1-4479-96bd-e82ce8567e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:45.920689 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-acf00dc6-550e-4b71-bd87-4948c2d551c4 req-c7495174-bbe1-4479-96bd-e82ce8567e18 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c4fd715-4b25-4fcf-8589-609c400168cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410547 Oct 28 14:43:46.020293 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-acf00dc6-550e-4b71-bd87-4948c2d551c4 req-3586500e-bdd7-4040-91e3-3a99c7e27c3f service neutron] 10.222.0.72 "GET /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885746 Oct 28 14:43:46.028102 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-c915d5ba-03b6-4b37-99e0-05ceb36decd5 None None] Set router 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:43:46.117563 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-acf00dc6-550e-4b71-bd87-4948c2d551c4 req-38eb5e9c-c8db-4641-adf9-6b9bb7739c36 service neutron] 10.222.0.72 "GET /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900309 Oct 28 14:43:46.239600 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-c915d5ba-03b6-4b37-99e0-05ceb36decd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'name': 'tempest-AttachVolumeTestJSON-702501146-router', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:54Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'gw_port': {'id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:57Z', 'updated_at': '2021-10-28T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '6396ece7-da79-42e9-9e88-84dc28d67fc6', 'name': '', 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'mac_address': 'fa:16:3e:59:51:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:05Z', 'updated_at': '2021-10-28T14:37:14Z', 'revision_number': 5, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'subnets': [{'id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:46.265769 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c915d5ba-03b6-4b37-99e0-05ceb36decd5 None None] The sync data for ids ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'] in dv-cinder-815848-1-iscsi is: [{'id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'name': 'tempest-AttachVolumeTestJSON-702501146-router', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:54Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'gw_port': {'id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:57Z', 'updated_at': '2021-10-28T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '6396ece7-da79-42e9-9e88-84dc28d67fc6', 'name': '', 'network_id': '37179b0d-df91-4999-9b23-d6b35cc378c2', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'mac_address': 'fa:16:3e:59:51:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:05Z', 'updated_at': '2021-10-28T14:37:14Z', 'revision_number': 5, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'subnets': [{'id': 'fb6c52cb-73bc-43b9-9665-77e60bb1696b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:43:46.475792 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb7d316-8189-4121-8c36-dc922dc23477 None None] New status for floating IP 529b5a50-8936-4a88-9344-008af8ba20d6: DOWN {{(pid=101541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 14:43:46.635769 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fee4df-ac11-4789-a910-8e298d4b2b75 req-9571c317-e8ff-4d23-a0a8-fbddab700bc5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:46.637291 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-91fee4df-ac11-4789-a910-8e298d4b2b75 req-9571c317-e8ff-4d23-a0a8-fbddab700bc5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0670338 Oct 28 14:43:46.700754 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-91fee4df-ac11-4789-a910-8e298d4b2b75 req-04b47a47-0f9f-49a4-a2dc-b87c8537474b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566437 Oct 28 14:43:46.717450 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c8974-5abb-46fc-808c-0e17e28b0fd5 req-cf46f6d5-aeb4-4771-b699-b813b3949a77 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:46.718899 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-da7c8974-5abb-46fc-808c-0e17e28b0fd5 req-cf46f6d5-aeb4-4771-b699-b813b3949a77 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 943 time: 0.0617776 Oct 28 14:43:46.757134 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-da7c8974-5abb-46fc-808c-0e17e28b0fd5 req-e861aa6b-9528-4b4f-ac0b-c12317def2cb tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318699 Oct 28 14:43:46.795584 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 40588) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:46.852113 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-add2838b-12b6-4235-8627-c736703b2ce7 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:46.879662 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-add2838b-12b6-4235-8627-c736703b2ce7 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:46.929874 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-add2838b-12b6-4235-8627-c736703b2ce7 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:46.932506 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-add2838b-12b6-4235-8627-c736703b2ce7 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:46.933647 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-add2838b-12b6-4235-8627-c736703b2ce7 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "DELETE /v2.0/security-groups/52165a2b-5332-473d-97f5-72dc8e9b329d HTTP/1.1" status: 204 len: 168 time: 0.1370780 Oct 28 14:43:46.936591 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 40590) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:46.942521 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2838b-12b6-4235-8627-c736703b2ce7 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52165a2b-5332-473d-97f5-72dc8e9b329d,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:46.954920 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.api.v2.resource [None req-be00c059-bb57-4cfa-92de-5392d5098f72 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] show failed (client error): The resource could not be found. Oct 28 14:43:46.955958 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-be00c059-bb57-4cfa-92de-5392d5098f72 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "GET /v2.0/security-groups/52165a2b-5332-473d-97f5-72dc8e9b329d HTTP/1.1" status: 404 len: 347 time: 0.0183053 Oct 28 14:43:46.959246 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 40592) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:47.066730 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-812d4b0e-cfcf-4b71-91f1-f036e2c76d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:47.086026 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-670dbed0-cf91-4a10-93b5-2b2b8d3a6111 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Deleting port 15f69525-2a43-4b59-8955-d9d8dd882705 {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:43:47.086373 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-670dbed0-cf91-4a10-93b5-2b2b8d3a6111 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:47.169624 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-670dbed0-cf91-4a10-93b5-2b2b8d3a6111 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:47.169945 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-670dbed0-cf91-4a10-93b5-2b2b8d3a6111 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:47.184850 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-670dbed0-cf91-4a10-93b5-2b2b8d3a6111 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Calling delete_port for 15f69525-2a43-4b59-8955-d9d8dd882705 owned by network:floatingip {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:43:47.329437 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-670dbed0-cf91-4a10-93b5-2b2b8d3a6111 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:47.354034 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670dbed0-cf91-4a10-93b5-2b2b8d3a6111 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Pushing event deleted for resources: {'Port': ['ID=15f69525-2a43-4b59-8955-d9d8dd882705,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:47.413997 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-670dbed0-cf91-4a10-93b5-2b2b8d3a6111 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks [] for floatingip, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:47.416720 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-670dbed0-cf91-4a10-93b5-2b2b8d3a6111 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for floatingip, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:47.417858 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-670dbed0-cf91-4a10-93b5-2b2b8d3a6111 tempest-AttachVolumeTestJSON-496606824 tempest-AttachVolumeTestJSON-496606824-project] 10.222.0.79 "DELETE /v2.0/floatingips/529b5a50-8936-4a88-9344-008af8ba20d6 HTTP/1.1" status: 204 len: 168 time: 0.4577072 Oct 28 14:43:47.830842 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483916b-41ba-44ad-bb5c-b3585688d325 req-b736ca30-1d8f-4f85-a2dc-748cf5825317 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:47.832325 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4483916b-41ba-44ad-bb5c-b3585688d325 req-b736ca30-1d8f-4f85-a2dc-748cf5825317 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0543780 Oct 28 14:43:47.894281 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4483916b-41ba-44ad-bb5c-b3585688d325 req-04b3ff07-6341-42f1-995d-9b4a19d2656f tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527079 Oct 28 14:43:47.902383 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124401c5-9691-4dea-939a-5a8f532af5db req-b4acbcb2-7db5-47d4-ada3-f83478626deb tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:47.903851 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-124401c5-9691-4dea-939a-5a8f532af5db req-b4acbcb2-7db5-47d4-ada3-f83478626deb tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 943 time: 0.0706122 Oct 28 14:43:47.942576 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-124401c5-9691-4dea-939a-5a8f532af5db req-21eb3694-ff0d-4cd2-9845-261ed37508c0 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323257 Oct 28 14:43:49.020692 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09567124-0987-4546-b749-0433ffb215a2 req-a101e1c3-d64a-48a2-bef6-f76030051661 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:49.022122 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-09567124-0987-4546-b749-0433ffb215a2 req-a101e1c3-d64a-48a2-bef6-f76030051661 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 945 time: 0.0542872 Oct 28 14:43:49.082442 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-09567124-0987-4546-b749-0433ffb215a2 req-2aba83ee-8186-4b4b-a5c7-d45d924eb575 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530810 Oct 28 14:43:49.091174 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf8c81-c277-46c0-9e6e-fd5bd2b89ef0 req-647721ed-91ce-4263-bb9d-0c67af0068b6 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:49.092564 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-44cf8c81-c277-46c0-9e6e-fd5bd2b89ef0 req-647721ed-91ce-4263-bb9d-0c67af0068b6 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 943 time: 0.0806003 Oct 28 14:43:49.132146 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-44cf8c81-c277-46c0-9e6e-fd5bd2b89ef0 req-bf91d76d-e2ef-4289-a9ca-abfadf2892eb tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330226 Oct 28 14:43:49.132349 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 71166dd3-5a41-434b-82cc-f09cbb79a996 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:43:49.211497 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:49.235169 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873cc8fe-394e-489d-bcca-e4bebc47f4ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71166dd3-5a41-434b-82cc-f09cbb79a996'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:43:49.237433 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e05cd16-fffe-4cc2-ba77-f2d80841d784" -d '{"events": [{"server_uuid": "873cc8fe-394e-489d-bcca-e4bebc47f4ad", "name": "network-vif-unplugged", "status": "completed", "tag": "71166dd3-5a41-434b-82cc-f09cbb79a996"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:43:49.250132 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 71166dd3-5a41-434b-82cc-f09cbb79a996, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=71166dd3-5a41-434b-82cc-f09cbb79a996,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:43:49.255240 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:49.255942 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device a1cbdc5d-874d-462d-a113-16be5913991d no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:43:49.282969 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 14:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c5e67e-07b5-4173-b025-e3dd604e58ea x-openstack-request-id: req-77c5e67e-07b5-4173-b025-e3dd604e58ea {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:43:49.283256 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873cc8fe-394e-489d-bcca-e4bebc47f4ad", "name": "network-vif-unplugged", "status": "failed", "tag": "71166dd3-5a41-434b-82cc-f09cbb79a996", "code": 422}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:43:49.283502 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-77c5e67e-07b5-4173-b025-e3dd604e58ea {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:43:49.283928 dv-cinder-815848-1-iscsi neutron-server[101540]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '873cc8fe-394e-489d-bcca-e4bebc47f4ad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '71166dd3-5a41-434b-82cc-f09cbb79a996', 'code': 422} returned with failed status Oct 28 14:43:49.303375 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] No Port match for: a1cbdc5d-874d-462d-a113-16be5913991d {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:43:49.303748 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device a1cbdc5d-874d-462d-a113-16be5913991d not bound to the agent host hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:43:49.328055 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=71166dd3-5a41-434b-82cc-f09cbb79a996,revision_number=8']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:50.067031 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882f7a6-dec8-4f8f-bd62-3243e509a231 req-49ef3533-5c74-4a7d-9b28-2830b4f4d35e tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:50.068663 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c882f7a6-dec8-4f8f-bd62-3243e509a231 req-49ef3533-5c74-4a7d-9b28-2830b4f4d35e tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 943 time: 0.0500398 Oct 28 14:43:50.116429 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-11f06700-b668-4adc-a3b9-9b905e54bd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:50.118217 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c882f7a6-dec8-4f8f-bd62-3243e509a231 req-eb362dda-28ca-4987-b2e1-ab01ebe107e9 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432482 Oct 28 14:43:50.119557 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f551a5a3-680a-4b35-b0b8-ce987cfdb8f7 req-a96e1bbf-9512-43bd-93c5-6b257086c936 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0610211 Oct 28 14:43:50.247383 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4996234-cfd6-4683-8890-4f696602d3e4 req-9d8d0ff7-0f69-43e3-bc01-fdd972792df7 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:50.248854 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a4996234-cfd6-4683-8890-4f696602d3e4 req-9d8d0ff7-0f69-43e3-bc01-fdd972792df7 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 943 time: 0.0498724 Oct 28 14:43:50.285710 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a4996234-cfd6-4683-8890-4f696602d3e4 req-d5ab0365-0294-42a6-af3a-fc0e17c29b0b tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309265 Oct 28 14:43:50.975326 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551a5a3-680a-4b35-b0b8-ce987cfdb8f7 req-a629e0b4-b67a-44c4-b0b5-9983c94af673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:50.976835 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f551a5a3-680a-4b35-b0b8-ce987cfdb8f7 req-a629e0b4-b67a-44c4-b0b5-9983c94af673 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad&tenant_id=89fb273f901845daa8cf52ed4beefe1d HTTP/1.1" status: 200 len: 1096 time: 0.0457678 Oct 28 14:43:50.997392 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 40672) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:51.021277 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:51.045369 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551a5a3-680a-4b35-b0b8-ce987cfdb8f7 req-171a3a69-f0f4-46fe-9ed8-e4f383b42a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:51.047180 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f551a5a3-680a-4b35-b0b8-ce987cfdb8f7 req-171a3a69-f0f4-46fe-9ed8-e4f383b42a37 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=89fb273f901845daa8cf52ed4beefe1d&device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 1096 time: 0.0435364 Oct 28 14:43:51.144421 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551a5a3-680a-4b35-b0b8-ce987cfdb8f7 req-430f9a10-aedd-4a58-a0da-d4af10aaa6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:51.145046 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f551a5a3-680a-4b35-b0b8-ce987cfdb8f7 req-430f9a10-aedd-4a58-a0da-d4af10aaa6a4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c4fd715-4b25-4fcf-8589-609c400168cc HTTP/1.1" status: 200 len: 918 time: 0.0886922 Oct 28 14:43:51.151390 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 14:43:51.244295 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:51.259046 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655eccf-29fd-4006-9329-67d777b808e8 req-b1718d8e-b3fa-42a4-a494-857eb2f6a036 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:51.263355 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2655eccf-29fd-4006-9329-67d777b808e8 req-b1718d8e-b3fa-42a4-a494-857eb2f6a036 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 943 time: 0.0558124 Oct 28 14:43:51.273307 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa,segment=NetworkSegment(27993e00-1bc2-49c2-98b8-9b099f45e9a7),segment_id=27993e00-1bc2-49c2-98b8-9b099f45e9a7)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:43:51.280054 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f551a5a3-680a-4b35-b0b8-ce987cfdb8f7 req-e0dd6fbb-afd6-4c28-a502-4cabaac8d60b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71166dd3-5a41-434b-82cc-f09cbb79a996 HTTP/1.1" status: 200 len: 999 time: 0.1239500 Oct 28 14:43:51.286583 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Returning: {'device': 'ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'port_id': 'ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa', 'mac_address': 'fa:16:3e:38:6a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 14:43:51.310268 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2655eccf-29fd-4006-9329-67d777b808e8 req-7038dbf4-67f9-4beb-871a-9908c19e2f70 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424943 Oct 28 14:43:51.336088 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:51.355083 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa {{(pid=101540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:43:51.375763 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa,segment=NetworkSegment(27993e00-1bc2-49c2-98b8-9b099f45e9a7),segment_id=27993e00-1bc2-49c2-98b8-9b099f45e9a7)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:43:51.383467 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:51.415025 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76084947-a1f1-4c1d-ab16-2474a85838c4 req-57e3078d-7398-4447-98ab-44de4ced172d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:51.415606 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551a5a3-680a-4b35-b0b8-ce987cfdb8f7 req-656acb3b-1cda-4fd5-a457-ce90159de7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:51.416595 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-76084947-a1f1-4c1d-ab16-2474a85838c4 req-57e3078d-7398-4447-98ab-44de4ced172d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 943 time: 0.0486572 Oct 28 14:43:51.417253 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f551a5a3-680a-4b35-b0b8-ce987cfdb8f7 req-656acb3b-1cda-4fd5-a457-ce90159de7c2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c385150-b18d-415b-9404-b587a3485a15 HTTP/1.1" status: 200 len: 856 time: 0.1248901 Oct 28 14:43:51.436187 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:51.459431 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-76084947-a1f1-4c1d-ab16-2474a85838c4 req-3b6aebbb-d0b5-41df-a8c7-92599f9c462e tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367403 Oct 28 14:43:51.652156 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:43:51.756689 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551a5a3-680a-4b35-b0b8-ce987cfdb8f7 req-81270985-f3af-4cd7-be1b-141abd236fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:51.758076 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f551a5a3-680a-4b35-b0b8-ce987cfdb8f7 req-81270985-f3af-4cd7-be1b-141abd236fc8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c4fd715-4b25-4fcf-8589-609c400168cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3297226 Oct 28 14:43:51.917052 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f551a5a3-680a-4b35-b0b8-ce987cfdb8f7 req-b5bd3583-ef76-4e45-be52-81655cbc8fd2 service neutron] 10.222.0.72 "GET /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495116 Oct 28 14:43:52.065916 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f551a5a3-680a-4b35-b0b8-ce987cfdb8f7 req-4e28e2d5-d75c-47ae-b283-6d996b4a4fe6 service neutron] 10.222.0.72 "GET /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357028 Oct 28 14:43:52.083677 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-8e94dfaf-6b36-4c83-877a-6639045f17cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645951'] for router_interface, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:52.111271 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:52.389305 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-8e94dfaf-6b36-4c83-877a-6639045f17cc admin admin] Deleting port 6396ece7-da79-42e9-9e88-84dc28d67fc6 {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:43:52.389913 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-8e94dfaf-6b36-4c83-877a-6639045f17cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:52.478254 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca6f82-e107-4e70-ac83-324b4a60e6ad req-978b4853-70b8-4e04-a779-6f39a94a2cb7 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:52.489065 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-84ca6f82-e107-4e70-ac83-324b4a60e6ad req-978b4853-70b8-4e04-a779-6f39a94a2cb7 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 943 time: 0.0910029 Oct 28 14:43:52.515416 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [None req-8e94dfaf-6b36-4c83-877a-6639045f17cc admin admin] For port 6396ece7-da79-42e9-9e88-84dc28d67fc6, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=6396ece7-da79-42e9-9e88-84dc28d67fc6,segment=NetworkSegment(72b1a595-edea-42ca-8564-6c883f9d150d),segment_id=72b1a595-edea-42ca-8564-6c883f9d150d)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:43:52.518500 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-8e94dfaf-6b36-4c83-877a-6639045f17cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:52.551728 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-84ca6f82-e107-4e70-ac83-324b4a60e6ad req-8a5aa0d7-5c9a-43c0-8eea-194257d8f2af tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614324 Oct 28 14:43:52.556585 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-8e94dfaf-6b36-4c83-877a-6639045f17cc admin admin] Calling delete_port for 6396ece7-da79-42e9-9e88-84dc28d67fc6 owned by network:router_interface {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:43:52.653999 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b967d-95c4-495e-8c46-656cc97dbbd2 req-cb0b9b62-7ca4-4397-b425-a39866538bb1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:52.658232 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5b9b967d-95c4-495e-8c46-656cc97dbbd2 req-cb0b9b62-7ca4-4397-b425-a39866538bb1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 944 time: 0.0940738 Oct 28 14:43:52.730310 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5b9b967d-95c4-495e-8c46-656cc97dbbd2 req-0ccc1b73-75c0-40e1-bac4-70660065d285 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608442 Oct 28 14:43:52.860230 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-8e94dfaf-6b36-4c83-877a-6639045f17cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:52.885842 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94dfaf-6b36-4c83-877a-6639045f17cc admin admin] Pushing event deleted for resources: {'Port': ['ID=6396ece7-da79-42e9-9e88-84dc28d67fc6,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:53.070311 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-8e94dfaf-6b36-4c83-877a-6639045f17cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1013947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646099'] for router_interface, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:53.150920 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa up at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:43:53.204949 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning for port ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa completed by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 14:43:53.209155 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning complete for port ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:43:53.209577 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:53.293744 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:53.307244 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e94dfaf-6b36-4c83-877a-6639045f17cc admin admin] Router 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:43:53.322903 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e63a9f-97dd-492e-8a5e-19a7215e8b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:43:53.325505 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105a0c27-2330-4c42-85e9-b98b18bc41a2" -d '{"events": [{"server_uuid": "27e63a9f-97dd-492e-8a5e-19a7215e8b47", "name": "network-vif-plugged", "status": "completed", "tag": "ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:43:53.338795 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa,segment=NetworkSegment(27993e00-1bc2-49c2-98b8-9b099f45e9a7),segment_id=27993e00-1bc2-49c2-98b8-9b099f45e9a7)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:43:53.348575 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:53.380004 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc81137a-1609-4011-8420-5de91ccfd2a2 x-openstack-request-id: req-cc81137a-1609-4011-8420-5de91ccfd2a2 {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:43:53.380274 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e63a9f-97dd-492e-8a5e-19a7215e8b47", "name": "network-vif-plugged", "status": "completed", "tag": "ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:43:53.380522 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cc81137a-1609-4011-8420-5de91ccfd2a2 {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:43:53.380902 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e63a9f-97dd-492e-8a5e-19a7215e8b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa', 'code': 200} Oct 28 14:43:53.406648 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:53.422042 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e94dfaf-6b36-4c83-877a-6639045f17cc admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:43:53.427168 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-8e94dfaf-6b36-4c83-877a-6639045f17cc admin admin] 10.222.0.79 "PUT /v2.0/routers/1e4dff63-9fe7-41ea-abd6-13ae722d16f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4287632 Oct 28 14:43:53.429761 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 40708) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:53.434479 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd607f37-246c-447e-a578-9524e22bf7e8 None None] Sync routers for ids ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'] in dv-cinder-815848-1-iscsi {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:43:53.448909 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd607f37-246c-447e-a578-9524e22bf7e8 None None] Routers {'1e4dff63-9fe7-41ea-abd6-13ae722d16f6'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:43:53.449468 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-cd607f37-246c-447e-a578-9524e22bf7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:43:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:53.546163 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2da9c498-fee9-4cda-943c-9c8e394c551b admin admin] Publish callbacks [] for router, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:53.560226 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-cd607f37-246c-447e-a578-9524e22bf7e8 None None] Set router 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:43:53.658599 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2da9c498-fee9-4cda-943c-9c8e394c551b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:53.700496 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472d0db-aaef-4a1d-af61-c42561902125 req-c2b7f4d4-5590-4be8-b4c4-68d508125a5e tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:53.702734 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6472d0db-aaef-4a1d-af61-c42561902125 req-c2b7f4d4-5590-4be8-b4c4-68d508125a5e tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 943 time: 0.0657046 Oct 28 14:43:53.730309 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-2da9c498-fee9-4cda-943c-9c8e394c551b admin admin] Deleting port a1a71b7d-532d-436f-becb-6fa6092f6d3e {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:43:53.730647 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2da9c498-fee9-4cda-943c-9c8e394c551b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:53.782571 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6472d0db-aaef-4a1d-af61-c42561902125 req-2e5ef63b-90c0-459c-87dd-4a36997b8811 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732465 Oct 28 14:43:53.798176 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-cd607f37-246c-447e-a578-9524e22bf7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'name': 'tempest-AttachVolumeTestJSON-702501146-router', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:54Z', 'updated_at': '2021-10-28T14:43:52Z', 'revision_number': 5, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'gw_port': {'id': 'a1a71b7d-532d-436f-becb-6fa6092f6d3e', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:57Z', 'updated_at': '2021-10-28T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:53.827046 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd607f37-246c-447e-a578-9524e22bf7e8 None None] Checking router: 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 for host: dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:43:53.837696 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd607f37-246c-447e-a578-9524e22bf7e8 None None] Routers {'1e4dff63-9fe7-41ea-abd6-13ae722d16f6'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:43:53.838420 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-cd607f37-246c-447e-a578-9524e22bf7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:43:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:53.879068 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [None req-2da9c498-fee9-4cda-943c-9c8e394c551b admin admin] For port a1a71b7d-532d-436f-becb-6fa6092f6d3e, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=a1a71b7d-532d-436f-becb-6fa6092f6d3e,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:43:53.879599 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2da9c498-fee9-4cda-943c-9c8e394c551b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:53.891512 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b4c3b-32ab-4bbd-939a-e4b092592d4e req-d67bda4d-220f-4e27-b334-a6625422954c tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:53.893096 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1d5b4c3b-32ab-4bbd-939a-e4b092592d4e req-d67bda4d-220f-4e27-b334-a6625422954c tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 945 time: 0.0714097 Oct 28 14:43:53.894541 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-2da9c498-fee9-4cda-943c-9c8e394c551b admin admin] Calling delete_port for a1a71b7d-532d-436f-becb-6fa6092f6d3e owned by network:router_gateway {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:43:53.941238 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-cd607f37-246c-447e-a578-9524e22bf7e8 None None] Set router 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 gateway port host: None {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:43:53.965618 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1d5b4c3b-32ab-4bbd-939a-e4b092592d4e req-f448ab28-c095-4380-b37b-49682b8500d8 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609565 Oct 28 14:43:54.000998 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-cd607f37-246c-447e-a578-9524e22bf7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'name': 'tempest-AttachVolumeTestJSON-702501146-router', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:54Z', 'updated_at': '2021-10-28T14:43:53Z', 'revision_number': 6, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'gw_port_host': None}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:54.033086 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd607f37-246c-447e-a578-9524e22bf7e8 None None] The sync data for ids ['1e4dff63-9fe7-41ea-abd6-13ae722d16f6'] in dv-cinder-815848-1-iscsi is: [{'id': '1e4dff63-9fe7-41ea-abd6-13ae722d16f6', 'name': 'tempest-AttachVolumeTestJSON-702501146-router', 'tenant_id': '9e334a6e70ac4c2a882f287ce31d287e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:54Z', 'updated_at': '2021-10-28T14:43:53Z', 'revision_number': 6, 'project_id': '9e334a6e70ac4c2a882f287ce31d287e', 'gw_port_host': None}] {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:43:54.096943 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2da9c498-fee9-4cda-943c-9c8e394c551b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:54.125899 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9c498-fee9-4cda-943c-9c8e394c551b admin admin] Pushing event deleted for resources: {'Port': ['ID=a1a71b7d-532d-436f-becb-6fa6092f6d3e,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:54.192076 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2da9c498-fee9-4cda-943c-9c8e394c551b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640369'] for router_gateway, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:54.285055 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2da9c498-fee9-4cda-943c-9c8e394c551b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1047'] for router, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:54.287255 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2da9c498-fee9-4cda-943c-9c8e394c551b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:54.332171 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2da9c498-fee9-4cda-943c-9c8e394c551b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646412'] for router, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:54.332760 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da9c498-fee9-4cda-943c-9c8e394c551b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e4dff63-9fe7-41ea-abd6-13ae722d16f6 {{(pid=101538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 14:43:54.337884 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2da9c498-fee9-4cda-943c-9c8e394c551b admin admin] Publish callbacks [] for router, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:54.339070 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-2da9c498-fee9-4cda-943c-9c8e394c551b admin admin] 10.222.0.79 "DELETE /v2.0/routers/1e4dff63-9fe7-41ea-abd6-13ae722d16f6 HTTP/1.1" status: 204 len: 168 time: 0.9083829 Oct 28 14:43:54.341874 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 40714) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:54.396327 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.db_base_plugin_v2 [None req-90938308-891d-4161-9f6a-eece2e0929f0 admin admin] Deleting subnet fb6c52cb-73bc-43b9-9665-77e60bb1696b {{(pid=101539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 14:43:54.400190 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-90938308-891d-4161-9f6a-eece2e0929f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:54.439732 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-90938308-891d-4161-9f6a-eece2e0929f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6125471'] for subnet, precommit_delete_associations {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:54.552255 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-90938308-891d-4161-9f6a-eece2e0929f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888065'] for subnet, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:54.608959 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-90938308-891d-4161-9f6a-eece2e0929f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5860417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4688964'] for subnet, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:54.622063 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-90938308-891d-4161-9f6a-eece2e0929f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for subnet, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:54.628341 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-90938308-891d-4161-9f6a-eece2e0929f0 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/fb6c52cb-73bc-43b9-9665-77e60bb1696b HTTP/1.1" status: 204 len: 168 time: 0.2822385 Oct 28 14:43:54.628893 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 40716) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:54.635056 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff84a32d-b05c-4a1d-bca6-c9435fb50ecd None None] Network 37179b0d-df91-4999-9b23-d6b35cc378c2 requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:43:54.643677 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90938308-891d-4161-9f6a-eece2e0929f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb6c52cb-73bc-43b9-9665-77e60bb1696b,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:54.713071 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e13c973a-ef37-42cd-8749-2fe82609c0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1857466'] for network, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:54.781858 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-e13c973a-ef37-42cd-8749-2fe82609c0d4 admin admin] Deleting port 7712fc34-35bd-4cea-9073-5e9eb7351889 {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:43:54.782204 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e13c973a-ef37-42cd-8749-2fe82609c0d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:54.859468 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d6ad87-1061-4ca1-a23d-18905a301064 None None] DHCP port deletion for 37179b0d-df91-4999-9b23-d6b35cc378c2 request from dv-cinder-815848-1-iscsi {{(pid=101540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 14:43:54.868676 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [None req-e13c973a-ef37-42cd-8749-2fe82609c0d4 admin admin] For port 7712fc34-35bd-4cea-9073-5e9eb7351889, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=7712fc34-35bd-4cea-9073-5e9eb7351889,segment=NetworkSegment(72b1a595-edea-42ca-8564-6c883f9d150d),segment_id=72b1a595-edea-42ca-8564-6c883f9d150d)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:43:54.869320 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e13c973a-ef37-42cd-8749-2fe82609c0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:54.899987 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-e13c973a-ef37-42cd-8749-2fe82609c0d4 admin admin] Calling delete_port for 7712fc34-35bd-4cea-9073-5e9eb7351889 owned by network:dhcp {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:43:54.931020 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 6396ece7-da79-42e9-9e88-84dc28d67fc6 no longer exists at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:43:54.957618 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] No Port match for: 6396ece7-da79-42e9-9e88-84dc28d67fc6 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:43:54.957958 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 6396ece7-da79-42e9-9e88-84dc28d67fc6 not bound to the agent host dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:43:54.958372 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device a1a71b7d-532d-436f-becb-6fa6092f6d3e no longer exists at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:43:54.999292 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] No Port match for: a1a71b7d-532d-436f-becb-6fa6092f6d3e {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:43:54.999578 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device a1a71b7d-532d-436f-becb-6fa6092f6d3e not bound to the agent host dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:43:55.029483 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-35d6ad87-1061-4ca1-a23d-18905a301064 None None] Deleting port 7712fc34-35bd-4cea-9073-5e9eb7351889 {{(pid=101540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:43:55.029812 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-35d6ad87-1061-4ca1-a23d-18905a301064 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:55.053619 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e13c973a-ef37-42cd-8749-2fe82609c0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:55.081999 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c973a-ef37-42cd-8749-2fe82609c0d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7712fc34-35bd-4cea-9073-5e9eb7351889,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:55.095292 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13c973a-ef37-42cd-8749-2fe82609c0d4 admin admin] No DVR routers for this DVR port 7712fc34-35bd-4cea-9073-5e9eb7351889 on host dv-cinder-815848-1-iscsi {{(pid=101538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:43:55.159773 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-35d6ad87-1061-4ca1-a23d-18905a301064 None None] For port 7712fc34-35bd-4cea-9073-5e9eb7351889, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=7712fc34-35bd-4cea-9073-5e9eb7351889,segment=NetworkSegment(72b1a595-edea-42ca-8564-6c883f9d150d),segment_id=72b1a595-edea-42ca-8564-6c883f9d150d)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:43:55.160233 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-35d6ad87-1061-4ca1-a23d-18905a301064 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:55.182023 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-35d6ad87-1061-4ca1-a23d-18905a301064 None None] Calling delete_port for 7712fc34-35bd-4cea-9073-5e9eb7351889 owned by network:dhcp {{(pid=101540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:43:55.236477 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e13c973a-ef37-42cd-8749-2fe82609c0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898964', 'neutron.services.segments.db._delete_segments_for_network-8782349021790'] for network, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:55.286574 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.services.segments.db [None req-e13c973a-ef37-42cd-8749-2fe82609c0d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37179b0d-df91-4999-9b23-d6b35cc378c2']}} {{(pid=101538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:55.303577 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.services.segments.db [None req-e13c973a-ef37-42cd-8749-2fe82609c0d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b1a595-edea-42ca-8564-6c883f9d150d') {'for_net_delete': True} {{(pid=101538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:55.303823 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.services.segments.db [None req-e13c973a-ef37-42cd-8749-2fe82609c0d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b1a595-edea-42ca-8564-6c883f9d150d') {} {{(pid=101538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:43:55.333283 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e13c973a-ef37-42cd-8749-2fe82609c0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782349022567', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4821472'] for segment, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:55.338874 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-35d6ad87-1061-4ca1-a23d-18905a301064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261'] for port, after_delete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:55.356089 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e13c973a-ef37-42cd-8749-2fe82609c0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:55.364567 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6ad87-1061-4ca1-a23d-18905a301064 None None] Pushing event deleted for resources: {'Port': ['ID=7712fc34-35bd-4cea-9073-5e9eb7351889,revision_number=None']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:55.365412 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e13c973a-ef37-42cd-8749-2fe82609c0d4 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=101538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 14:43:55.365903 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e13c973a-ef37-42cd-8749-2fe82609c0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372438'] for segment, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:55.373645 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d6ad87-1061-4ca1-a23d-18905a301064 None None] No DVR routers for this DVR port 7712fc34-35bd-4cea-9073-5e9eb7351889 on host dv-cinder-815848-1-iscsi {{(pid=101540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: Traceback (most recent call last): Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: timer() Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: cb(*args, **kw) Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: return func(*args, **kwargs) Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: self._notify() Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: self.callback(batched_events) Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: event.method(event) Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: return f(self, *a, **k) Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: return self._get(url).json() Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: return self.request(url, 'GET', **kwargs) Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 14:43:55.391550 dv-cinder-815848-1-iscsi neutron-server[101538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 14:43:55.394183 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:43:55.460932 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c5384-abfa-4d6e-951e-a9ce8583d5d5 req-c2b11fc3-352f-4139-bf4f-d84372efcaf9 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:55.462797 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-694c5384-abfa-4d6e-951e-a9ce8583d5d5 req-c2b11fc3-352f-4139-bf4f-d84372efcaf9 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 943 time: 0.5480282 Oct 28 14:43:55.484019 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3368deb-69c7-40f7-ac49-4430c5179547 req-08fa2628-f07e-4537-a5fb-862a19594583 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:55.484019 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d3368deb-69c7-40f7-ac49-4430c5179547 req-08fa2628-f07e-4537-a5fb-862a19594583 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 945 time: 0.0877731 Oct 28 14:43:55.489993 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e13c973a-ef37-42cd-8749-2fe82609c0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640333'] for network, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:55.495670 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e13c973a-ef37-42cd-8749-2fe82609c0d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:55.501725 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-e13c973a-ef37-42cd-8749-2fe82609c0d4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/37179b0d-df91-4999-9b23-d6b35cc378c2 HTTP/1.1" status: 204 len: 168 time: 0.8689084 Oct 28 14:43:55.525833 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c973a-ef37-42cd-8749-2fe82609c0d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=37179b0d-df91-4999-9b23-d6b35cc378c2,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:55.530782 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-694c5384-abfa-4d6e-951e-a9ce8583d5d5 req-c5ba3e52-0346-4204-a3a2-e26b643ac6cb tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514338 Oct 28 14:43:55.562886 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d3368deb-69c7-40f7-ac49-4430c5179547 req-c52d523e-a776-42a0-a36d-93e885e22109 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723333 Oct 28 14:43:55.645024 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 40724) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:55.691551 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-8efe3751-e6cd-4016-8cf0-2462593f5d34 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9e334a6e70ac4c2a882f287ce31d287e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0448992 Oct 28 14:43:55.693637 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 40728) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:43:55.759546 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6b294fe2-7a25-4b15-ab22-0041e042f60d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:55.781045 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6b294fe2-7a25-4b15-ab22-0041e042f60d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:55.835081 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6b294fe2-7a25-4b15-ab22-0041e042f60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:55.837976 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6b294fe2-7a25-4b15-ab22-0041e042f60d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:43:55.839426 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-6b294fe2-7a25-4b15-ab22-0041e042f60d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1747f350-159b-4bca-ac44-9b4e4250561e HTTP/1.1" status: 204 len: 168 time: 0.1447077 Oct 28 14:43:55.848173 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b294fe2-7a25-4b15-ab22-0041e042f60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1747f350-159b-4bca-ac44-9b4e4250561e,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:43:56.671750 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 7712fc34-35bd-4cea-9073-5e9eb7351889 no longer exists at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:43:56.698825 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] No Port match for: 7712fc34-35bd-4cea-9073-5e9eb7351889 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:43:56.699445 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 7712fc34-35bd-4cea-9073-5e9eb7351889 not bound to the agent host dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:43:56.756455 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95468120-ccf5-478a-8a49-ed9308cce0ed req-d5298170-55ee-4aab-b235-ca549781b86b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:56.760512 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-95468120-ccf5-478a-8a49-ed9308cce0ed req-d5298170-55ee-4aab-b235-ca549781b86b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 943 time: 0.0886178 Oct 28 14:43:56.793048 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024213a-2f3a-4df7-b155-eb05146f5fda req-905e3940-4a9d-402e-be20-c5f6e191e455 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:56.795246 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7024213a-2f3a-4df7-b155-eb05146f5fda req-905e3940-4a9d-402e-be20-c5f6e191e455 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 945 time: 0.0854361 Oct 28 14:43:56.830556 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-95468120-ccf5-478a-8a49-ed9308cce0ed req-d2800231-d91a-4b37-90e5-7f68046803ff tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647810 Oct 28 14:43:56.848782 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7024213a-2f3a-4df7-b155-eb05146f5fda req-e9683984-5a80-47f6-8e76-5ab6b25fe947 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480394 Oct 28 14:43:57.991168 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cba727-54b4-4f15-a582-4c56cfed164a req-0380f56e-b561-4889-8493-b233e64e4e2a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:57.993529 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f5cba727-54b4-4f15-a582-4c56cfed164a req-0380f56e-b561-4889-8493-b233e64e4e2a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 943 time: 0.0852020 Oct 28 14:43:58.004877 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9247fc-db6d-49d6-97eb-a21cd9323ab1 req-de707f7a-8851-49d1-9813-2ea67b33a2b7 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:58.006389 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4a9247fc-db6d-49d6-97eb-a21cd9323ab1 req-de707f7a-8851-49d1-9813-2ea67b33a2b7 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 945 time: 0.0701814 Oct 28 14:43:58.064266 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4a9247fc-db6d-49d6-97eb-a21cd9323ab1 req-3efae1d4-ce4a-4cf9-8957-f9b8db01d95e tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502522 Oct 28 14:43:58.066961 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f5cba727-54b4-4f15-a582-4c56cfed164a req-4720346d-fb33-4089-93a9-e35ad66125b7 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596457 Oct 28 14:43:59.214459 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f3261-486a-4a06-a20e-4ef4803c2e86 req-a2f73339-43ba-49a7-a649-444559d56d72 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:59.216025 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-205f3261-486a-4a06-a20e-4ef4803c2e86 req-a2f73339-43ba-49a7-a649-444559d56d72 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 945 time: 0.0817721 Oct 28 14:43:59.238310 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fbbe2-2303-44c2-a8b3-47dbca082623 req-4a935da1-2568-445b-8583-ccfb27fb6bbb tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:43:59.240871 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d22fbbe2-2303-44c2-a8b3-47dbca082623 req-4a935da1-2568-445b-8583-ccfb27fb6bbb tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 943 time: 0.0785913 Oct 28 14:43:59.299918 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d22fbbe2-2303-44c2-a8b3-47dbca082623 req-6084f365-785f-4cab-b5a2-5c5d40f6046c tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502615 Oct 28 14:43:59.305013 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-205f3261-486a-4a06-a20e-4ef4803c2e86 req-8450ef06-bd34-43a1-87fa-475b03154d24 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821576 Oct 28 14:43:59.920167 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 40802) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:44:00.028056 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-573c249c-fb4b-4d99-9ca2-912c66be83a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:00.146762 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-573c249c-fb4b-4d99-9ca2-912c66be83a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:00.151877 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-573c249c-fb4b-4d99-9ca2-912c66be83a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:00.190040 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-573c249c-fb4b-4d99-9ca2-912c66be83a8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=48002e3d35c5470680adadc8bfaa70f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679155 Oct 28 14:44:00.190843 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c249c-fb4b-4d99-9ca2-912c66be83a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de5f5dc-92ee-4977-8f34-b7b84ebb745a,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:44:00.193334 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 40806) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:44:00.244718 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-fd26adac-103d-4db0-9602-8a740750f787 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:00.266555 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-fd26adac-103d-4db0-9602-8a740750f787 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:00.317418 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-fd26adac-103d-4db0-9602-8a740750f787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:00.320269 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-fd26adac-103d-4db0-9602-8a740750f787 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:00.321423 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-fd26adac-103d-4db0-9602-8a740750f787 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4de5f5dc-92ee-4977-8f34-b7b84ebb745a HTTP/1.1" status: 204 len: 168 time: 0.1268938 Oct 28 14:44:00.329888 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26adac-103d-4db0-9602-8a740750f787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de5f5dc-92ee-4977-8f34-b7b84ebb745a,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:44:00.497313 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb3900-65b6-4ab8-9f19-0762dd82e997 req-9c07f672-b8d6-445d-9651-5da17d478943 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:00.499019 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-07fb3900-65b6-4ab8-9f19-0762dd82e997 req-9c07f672-b8d6-445d-9651-5da17d478943 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 943 time: 0.0831110 Oct 28 14:44:00.512281 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbb121-4cf4-4b7f-8d49-a8795e95c4ab req-e8932cf8-6f17-4cd8-8aa0-3e7922f82d77 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:00.513774 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4bcbb121-4cf4-4b7f-8d49-a8795e95c4ab req-e8932cf8-6f17-4cd8-8aa0-3e7922f82d77 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 945 time: 0.0860918 Oct 28 14:44:00.562197 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-07fb3900-65b6-4ab8-9f19-0762dd82e997 req-98a5fa6c-883f-4d1c-9874-fe3a581272e4 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473902 Oct 28 14:44:00.601523 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4bcbb121-4cf4-4b7f-8d49-a8795e95c4ab req-02c4b956-3427-4a19-a1c3-0fdb1b4bc404 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794990 Oct 28 14:44:01.717098 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae7fb3-b112-43fe-9e51-fcd00e9aacd6 req-cac338a5-66fc-4504-b722-1d63bfb46424 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:01.722221 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-84ae7fb3-b112-43fe-9e51-fcd00e9aacd6 req-cac338a5-66fc-4504-b722-1d63bfb46424 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 943 time: 0.0678954 Oct 28 14:44:01.792998 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1664e-35d8-402f-b68e-cbee0c8d5e5c req-7e60544e-f781-4940-8e7a-4be84e0e7968 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:01.794913 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-37f1664e-35d8-402f-b68e-cbee0c8d5e5c req-7e60544e-f781-4940-8e7a-4be84e0e7968 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 945 time: 0.1013579 Oct 28 14:44:01.801236 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-84ae7fb3-b112-43fe-9e51-fcd00e9aacd6 req-d604f4c1-1929-4695-836a-0f671cca71ce tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650063 Oct 28 14:44:01.851616 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-37f1664e-35d8-402f-b68e-cbee0c8d5e5c req-62e5dd98-217a-47f8-857d-7de0c41833a8 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433452 Oct 28 14:44:02.520724 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:02.973362 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9713c0-4f91-432d-8f29-9c7f204f2eaa req-094dc1d7-4910-41d1-a69b-e4b6ad960b2b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:02.974898 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6a9713c0-4f91-432d-8f29-9c7f204f2eaa req-094dc1d7-4910-41d1-a69b-e4b6ad960b2b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 943 time: 0.0819807 Oct 28 14:44:02.995500 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0ac16-2e7d-4a0e-9b12-5c4a1de40655 req-4d446342-9419-4703-a871-101baad59681 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:02.996980 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-29c0ac16-2e7d-4a0e-9b12-5c4a1de40655 req-4d446342-9419-4703-a871-101baad59681 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 945 time: 0.0735517 Oct 28 14:44:03.038228 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6a9713c0-4f91-432d-8f29-9c7f204f2eaa req-ecd7b06e-6201-4798-ad5e-994733d503e1 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556300 Oct 28 14:44:03.059154 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-29c0ac16-2e7d-4a0e-9b12-5c4a1de40655 req-c648135c-627b-43bb-9b91-ca62c13fe06e tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509543 Oct 28 14:44:04.200949 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77483a-fc99-42dc-8446-2565ebecaebe req-e30675c3-a9f3-40b3-a1bc-951346ce309d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:04.202489 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9e77483a-fc99-42dc-8446-2565ebecaebe req-e30675c3-a9f3-40b3-a1bc-951346ce309d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 943 time: 0.0785170 Oct 28 14:44:04.211394 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195077f-8432-4de6-9971-5a5504785b68 req-0c20c53e-c70b-47db-a18b-56c45abcb7e1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:04.212779 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0195077f-8432-4de6-9971-5a5504785b68 req-0c20c53e-c70b-47db-a18b-56c45abcb7e1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 945 time: 0.0798290 Oct 28 14:44:04.265243 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9e77483a-fc99-42dc-8446-2565ebecaebe req-4d39b597-2d0f-452f-8393-2d2e2f4f42ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515449 Oct 28 14:44:04.269862 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0195077f-8432-4de6-9971-5a5504785b68 req-61148aed-a4b8-4afd-b40a-16f9226afdde tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504036 Oct 28 14:44:04.653888 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6368e-65d7-4aab-be74-ab5ccd8cd4ef req-136dfdb2-36fc-47b8-b05a-b800f508ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:04.655470 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-5dc6368e-65d7-4aab-be74-ab5ccd8cd4ef req-136dfdb2-36fc-47b8-b05a-b800f508ccfb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 1098 time: 0.0425596 Oct 28 14:44:04.692219 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-5dc6368e-65d7-4aab-be74-ab5ccd8cd4ef req-bd236a12-5f69-4040-b283-826510c039fc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276043 Oct 28 14:44:04.877297 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 40908) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:44:04.991654 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-7d4a08a1-816a-4286-af39-d996c77060b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:05.067753 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-7d4a08a1-816a-4286-af39-d996c77060b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:05.072822 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-7d4a08a1-816a-4286-af39-d996c77060b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:05.112671 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-7d4a08a1-816a-4286-af39-d996c77060b4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=18ed8380b0154c65a757c031d1046956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314034 Oct 28 14:44:05.112918 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 40912) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:44:05.119035 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a08a1-816a-4286-af39-d996c77060b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61bfb01-c36e-49b1-b5f7-7e43b2e4fab0,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:44:05.162652 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-fa2f6fde-111e-4f46-ab0a-8c7f876b1cf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:05.183716 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-fa2f6fde-111e-4f46-ab0a-8c7f876b1cf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:05.252402 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-fa2f6fde-111e-4f46-ab0a-8c7f876b1cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:05.255068 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-fa2f6fde-111e-4f46-ab0a-8c7f876b1cf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:05.256168 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-fa2f6fde-111e-4f46-ab0a-8c7f876b1cf0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e61bfb01-c36e-49b1-b5f7-7e43b2e4fab0 HTTP/1.1" status: 204 len: 168 time: 0.1423445 Oct 28 14:44:05.267273 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f6fde-111e-4f46-ab0a-8c7f876b1cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61bfb01-c36e-49b1-b5f7-7e43b2e4fab0,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:44:05.282232 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838897f3-827d-4e19-9be2-89b8e3ee4c52 req-b8786958-7a44-4614-a02e-38034da33fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:05.283777 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-838897f3-827d-4e19-9be2-89b8e3ee4c52 req-b8786958-7a44-4614-a02e-38034da33fe9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=89fb273f901845daa8cf52ed4beefe1d&device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 1096 time: 0.0569463 Oct 28 14:44:05.403200 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838897f3-827d-4e19-9be2-89b8e3ee4c52 req-42dbb47d-11ab-469b-88f4-883dbfe9068d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:05.404679 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-838897f3-827d-4e19-9be2-89b8e3ee4c52 req-42dbb47d-11ab-469b-88f4-883dbfe9068d service neutron] 10.222.0.72 "GET /v2.0/networks?id=8c4fd715-4b25-4fcf-8589-609c400168cc HTTP/1.1" status: 200 len: 918 time: 0.0932183 Oct 28 14:44:05.438492 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6654ed4-a868-4665-bbdd-3aa11ec76751 req-6c585e5e-aed7-4128-8741-be123fb312b9 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:05.440056 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f6654ed4-a868-4665-bbdd-3aa11ec76751 req-6c585e5e-aed7-4128-8741-be123fb312b9 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 943 time: 0.0905786 Oct 28 14:44:05.453026 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6d623-754a-4e14-8d4a-f3baae283ef8 req-2f607732-cac3-47e7-8414-bbaf27184572 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:05.454558 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-64a6d623-754a-4e14-8d4a-f3baae283ef8 req-2f607732-cac3-47e7-8414-bbaf27184572 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 945 time: 0.1032846 Oct 28 14:44:05.514586 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-64a6d623-754a-4e14-8d4a-f3baae283ef8 req-c361755f-12f0-40ca-8a79-ca74e12cf49a tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516901 Oct 28 14:44:05.522959 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f6654ed4-a868-4665-bbdd-3aa11ec76751 req-791ec179-8c46-42b7-ace1-e666a13985a1 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673048 Oct 28 14:44:05.571225 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 40922) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:44:05.584817 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b6e56344-7a2e-43d7-ba89-5f9028fcc197 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:05.667091 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b6e56344-7a2e-43d7-ba89-5f9028fcc197 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:05.671875 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-b6e56344-7a2e-43d7-ba89-5f9028fcc197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:05.711145 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e56344-7a2e-43d7-ba89-5f9028fcc197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7024dff3-52e8-4a90-97e4-5712b7e24836,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:44:05.716123 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-b6e56344-7a2e-43d7-ba89-5f9028fcc197 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=057e629039c244a39b23e502c7c4f8d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438336 Oct 28 14:44:05.719267 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 40924) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:44:05.746011 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-838897f3-827d-4e19-9be2-89b8e3ee4c52 req-2ed11e0c-7665-46ac-a824-813a29ae3bf3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71166dd3-5a41-434b-82cc-f09cbb79a996 HTTP/1.1" status: 200 len: 999 time: 0.3316357 Oct 28 14:44:05.767133 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-243a0795-aa0c-49a1-854e-17b2513cbfc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:05.793630 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-243a0795-aa0c-49a1-854e-17b2513cbfc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:05.796567 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838897f3-827d-4e19-9be2-89b8e3ee4c52 req-fa5a5924-773b-4fdd-9df0-1540f36e66fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:05.798041 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-838897f3-827d-4e19-9be2-89b8e3ee4c52 req-fa5a5924-773b-4fdd-9df0-1540f36e66fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8c385150-b18d-415b-9404-b587a3485a15 HTTP/1.1" status: 200 len: 856 time: 0.0434396 Oct 28 14:44:05.842836 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-243a0795-aa0c-49a1-854e-17b2513cbfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:05.845562 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-243a0795-aa0c-49a1-854e-17b2513cbfc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:05.846862 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-243a0795-aa0c-49a1-854e-17b2513cbfc7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7024dff3-52e8-4a90-97e4-5712b7e24836 HTTP/1.1" status: 204 len: 168 time: 0.1266692 Oct 28 14:44:05.847008 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838897f3-827d-4e19-9be2-89b8e3ee4c52 req-e276d51e-ab28-4812-9c73-13a3b81173aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:05.848469 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-838897f3-827d-4e19-9be2-89b8e3ee4c52 req-e276d51e-ab28-4812-9c73-13a3b81173aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8c4fd715-4b25-4fcf-8589-609c400168cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401483 Oct 28 14:44:05.854853 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a0795-aa0c-49a1-854e-17b2513cbfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7024dff3-52e8-4a90-97e4-5712b7e24836,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:44:05.960051 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-838897f3-827d-4e19-9be2-89b8e3ee4c52 req-b08f71b5-1785-4f4e-b6c6-d40cab0b74cc service neutron] 10.222.0.72 "GET /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942371 Oct 28 14:44:06.068454 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-838897f3-827d-4e19-9be2-89b8e3ee4c52 req-d8adabb7-ff03-48b8-bfc1-80880a23c7e5 service neutron] 10.222.0.72 "GET /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890737 Oct 28 14:44:06.668096 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e5efe-1e38-4f31-8805-87f6f3bfd03d req-5ece6e18-f604-4cf8-8cfd-db89b2227f5c tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:06.669566 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-958e5efe-1e38-4f31-8805-87f6f3bfd03d req-5ece6e18-f604-4cf8-8cfd-db89b2227f5c tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 945 time: 0.0742645 Oct 28 14:44:06.689300 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c1c3e-c905-4ebd-8322-f4b0cf3a07ad req-e6559bde-4df1-4790-b638-6d94e2f2b6d5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:06.690742 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b61c1c3e-c905-4ebd-8322-f4b0cf3a07ad req-e6559bde-4df1-4790-b638-6d94e2f2b6d5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 943 time: 0.0840991 Oct 28 14:44:06.737563 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-958e5efe-1e38-4f31-8805-87f6f3bfd03d req-fd4a1548-c2ce-4d83-8990-80d4af461f57 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612543 Oct 28 14:44:06.749733 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b61c1c3e-c905-4ebd-8322-f4b0cf3a07ad req-e9626f4c-0392-416b-932c-ba0d4ba9c5f1 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491679 Oct 28 14:44:06.860506 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e8201-4d1a-437b-8584-0eea00fb68ce req-444dc682-9335-4289-93e4-1bdf0b0d0cfe tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:06.861966 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f37e8201-4d1a-437b-8584-0eea00fb68ce req-444dc682-9335-4289-93e4-1bdf0b0d0cfe tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 945 time: 0.0531325 Oct 28 14:44:06.903622 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f37e8201-4d1a-437b-8584-0eea00fb68ce req-ced102f0-0af9-46a6-9933-fa238ba63c8c tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319350 Oct 28 14:44:06.925741 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 40962) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:44:07.114508 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9f0d27-7cec-4fd6-95aa-7b00552cc642 tempest-TestVolumeBootPattern-1633366617 tempest-TestVolumeBootPattern-1633366617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:07.116245 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-bb9f0d27-7cec-4fd6-95aa-7b00552cc642 tempest-TestVolumeBootPattern-1633366617 tempest-TestVolumeBootPattern-1633366617-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 1093 time: 0.1892900 Oct 28 14:44:07.119882 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 40970) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:44:07.124514 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Request body: {'floatingip': {'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'port_id': 'ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:44:07.158785 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for floatingip, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:07.248303 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 71166dd3-5a41-434b-82cc-f09cbb79a996 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 14:44:07.257956 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:07.352475 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 71166dd3-5a41-434b-82cc-f09cbb79a996, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=71166dd3-5a41-434b-82cc-f09cbb79a996,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:44:07.363884 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Returning: {'device': '71166dd3-5a41-434b-82cc-f09cbb79a996', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'port_id': '71166dd3-5a41-434b-82cc-f09cbb79a996', 'mac_address': 'fa:16:3e:8b:cf:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c385150-b18d-415b-9404-b587a3485a15', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 14:44:07.365438 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Allocated IP 172.27.2.147 (ee68bfbb-5103-4d10-b9ad-fba4a097df41/ecb224d9-3cd4-4979-8f79-b30a4344ff69/a7e38f41-2e51-433d-bff3-1ffb8db3f5ad) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:44:07.403380 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:07.417994 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71166dd3-5a41-434b-82cc-f09cbb79a996 {{(pid=101540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:44:07.449683 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 71166dd3-5a41-434b-82cc-f09cbb79a996, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=71166dd3-5a41-434b-82cc-f09cbb79a996,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:44:07.456423 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:07.486843 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:07.514502 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=71166dd3-5a41-434b-82cc-f09cbb79a996,revision_number=9']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:44:07.528565 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:07.575983 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Network ee68bfbb-5103-4d10-b9ad-fba4a097df41 is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:44:07.579068 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:44:07.582705 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:44:07.608525 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Pushing event updated for resources: {'Port': ['ID=a7e38f41-2e51-433d-bff3-1ffb8db3f5ad,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:44:07.716514 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['71166dd3-5a41-434b-82cc-f09cbb79a996'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:44:07.891345 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b6358-18d8-46fd-805e-c6cb37d5606b req-8148c2ac-c7af-48b3-9728-1eeb6fa7d75f tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:07.892830 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ce6b6358-18d8-46fd-805e-c6cb37d5606b req-8148c2ac-c7af-48b3-9728-1eeb6fa7d75f tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 944 time: 0.0492206 Oct 28 14:44:07.933240 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ce6b6358-18d8-46fd-805e-c6cb37d5606b req-2031b057-6ab6-49f7-9ff3-cf0d830a23e2 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337784 Oct 28 14:44:07.940546 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:08.005950 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:08.166704 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:08.173525 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372466'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:08.237282 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Pushing event updated for resources: {'Port': ['ID=a7e38f41-2e51-433d-bff3-1ffb8db3f5ad,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:44:08.248262 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:44:08.248612 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:44:08.248980 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:44:08.249310 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:44:08.249638 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:44:08.249967 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:44:08.250296 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:44:08.250619 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:44:08.250976 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:44:08.251295 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:44:08.251619 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:44:08.251933 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:44:08.258814 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640319'] for floatingip, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:08.359962 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.db.l3_db [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Floating IP abcafc81-921e-42f9-8324-16d6fc87ff66 associated. External IP: 172.27.2.147, port: ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa. Oct 28 14:44:08.572771 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Router 77a27d38-a823-46f2-9839-be95cfbcea3e has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:44:08.678818 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:44:08.689801 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a7dad-b54a-4808-bef0-d3414ecaa512 None None] Sync routers for ids ['77a27d38-a823-46f2-9839-be95cfbcea3e'] in dv-cinder-815848-1-iscsi {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:44:08.697414 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for floatingip, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:08.702693 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403a7dad-b54a-4808-bef0-d3414ecaa512 None None] Routers {'77a27d38-a823-46f2-9839-be95cfbcea3e'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:44:08.703382 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-403a7dad-b54a-4808-bef0-d3414ecaa512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:43:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['77a27d38-a823-46f2-9839-be95cfbcea3e'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:44:08.724679 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-a39a92cc-281c-4479-b20d-c49db6f782ca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6037199 Oct 28 14:44:08.725275 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e63a9f-97dd-492e-8a5e-19a7215e8b47', 'tag': 'ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:44:08.727578 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6516ddb-a9b1-47fd-9af9-d04ca61a107a" -d '{"events": [{"name": "network-changed", "server_uuid": "27e63a9f-97dd-492e-8a5e-19a7215e8b47", "tag": "ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:44:08.780611 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfb7765-0e15-4665-880c-a175948a213f x-openstack-request-id: req-8bfb7765-0e15-4665-880c-a175948a213f {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:44:08.781643 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e63a9f-97dd-492e-8a5e-19a7215e8b47", "tag": "ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:44:08.781987 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8bfb7765-0e15-4665-880c-a175948a213f {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:44:08.782853 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e63a9f-97dd-492e-8a5e-19a7215e8b47', 'tag': 'ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa', 'status': 'completed', 'code': 200} Oct 28 14:44:08.828880 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-403a7dad-b54a-4808-bef0-d3414ecaa512 None None] Set router 77a27d38-a823-46f2-9839-be95cfbcea3e gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:44:08.842859 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6516ddb-a9b1-47fd-9af9-d04ca61a107a req-94ce3236-4b07-43c9-95a2-fd46913ac7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:08.844632 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f6516ddb-a9b1-47fd-9af9-d04ca61a107a req-94ce3236-4b07-43c9-95a2-fd46913ac7d0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7c19b77a1a4fac81de8244c2a70247&device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 1098 time: 0.0486424 Oct 28 14:44:08.957733 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6516ddb-a9b1-47fd-9af9-d04ca61a107a req-2918458c-9468-4d2c-8c6e-53e621bd1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:08.959450 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f6516ddb-a9b1-47fd-9af9-d04ca61a107a req-2918458c-9468-4d2c-8c6e-53e621bd1769 service neutron] 10.222.0.72 "GET /v2.0/networks?id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e HTTP/1.1" status: 200 len: 912 time: 0.1024153 Oct 28 14:44:09.028107 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f6516ddb-a9b1-47fd-9af9-d04ca61a107a req-5c071716-1c80-474d-8181-276131d68ff9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa HTTP/1.1" status: 200 len: 999 time: 0.0594256 Oct 28 14:44:09.072391 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e1980-2947-430b-9d32-879f984f022d req-8234d66a-bdd8-49e7-b195-5cd21ed5e63a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:09.082420 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b66e1980-2947-430b-9d32-879f984f022d req-8234d66a-bdd8-49e7-b195-5cd21ed5e63a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 944 time: 0.0682700 Oct 28 14:44:09.105655 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6516ddb-a9b1-47fd-9af9-d04ca61a107a req-8323161d-86a1-49d5-af23-6b7358d48456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:09.107376 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f6516ddb-a9b1-47fd-9af9-d04ca61a107a req-8323161d-86a1-49d5-af23-6b7358d48456 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de782fb8-ce97-4cbe-8d9a-e728eea72713 HTTP/1.1" status: 200 len: 850 time: 0.0707049 Oct 28 14:44:09.141143 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b66e1980-2947-430b-9d32-879f984f022d req-f2a680dd-5adb-4f5c-8bf6-1069e9f79e4a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516641 Oct 28 14:44:09.174529 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6516ddb-a9b1-47fd-9af9-d04ca61a107a req-1bd73c2a-b1c7-468e-8e58-9a65d9b3badc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:09.176411 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f6516ddb-a9b1-47fd-9af9-d04ca61a107a req-1bd73c2a-b1c7-468e-8e58-9a65d9b3badc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586598 Oct 28 14:44:09.222276 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-403a7dad-b54a-4808-bef0-d3414ecaa512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '19b5d607-7956-4b33-8a27-d494c9636592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:12Z', 'revision_number': 4, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port': {'id': '19b5d607-7956-4b33-8a27-d494c9636592', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': 'abcafc81-921e-42f9-8324-16d6fc87ff66', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'port_id': 'ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'mac_address': 'fa:16:3e:38:6a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e63a9f-97dd-492e-8a5e-19a7215e8b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:44:07Z', 'updated_at': '2021-10-28T14:44:07Z', 'revision_number': 0, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e09afc9d-2969-43a3-980d-94f90d244d11', 'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'mac_address': 'fa:16:3e:5c:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:12Z', 'updated_at': '2021-10-28T14:43:17Z', 'revision_number': 5, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'subnets': [{'id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:44:09.251517 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a7dad-b54a-4808-bef0-d3414ecaa512 None None] Checking router: 77a27d38-a823-46f2-9839-be95cfbcea3e for host: dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:44:09.260604 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403a7dad-b54a-4808-bef0-d3414ecaa512 None None] Routers {'77a27d38-a823-46f2-9839-be95cfbcea3e'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:44:09.261169 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-403a7dad-b54a-4808-bef0-d3414ecaa512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:43:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['77a27d38-a823-46f2-9839-be95cfbcea3e'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:44:09.262227 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 71166dd3-5a41-434b-82cc-f09cbb79a996 up at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:44:09.267820 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f6516ddb-a9b1-47fd-9af9-d04ca61a107a req-8d33f89b-8b62-4382-a09f-e6b2275e9f56 service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838125 Oct 28 14:44:09.313832 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning complete for port 71166dd3-5a41-434b-82cc-f09cbb79a996 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:44:09.314202 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:09.368773 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f6516ddb-a9b1-47fd-9af9-d04ca61a107a req-f691bf77-7b5f-4471-8828-a965f7eb7c0b service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911839 Oct 28 14:44:09.369475 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-403a7dad-b54a-4808-bef0-d3414ecaa512 None None] Set router 77a27d38-a823-46f2-9839-be95cfbcea3e gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:44:09.396539 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:09.419600 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873cc8fe-394e-489d-bcca-e4bebc47f4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71166dd3-5a41-434b-82cc-f09cbb79a996'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:44:09.421899 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1364821b-139c-4b9e-b161-8ed05fae4d3e" -d '{"events": [{"server_uuid": "873cc8fe-394e-489d-bcca-e4bebc47f4ad", "name": "network-vif-plugged", "status": "completed", "tag": "71166dd3-5a41-434b-82cc-f09cbb79a996"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:44:09.434222 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 71166dd3-5a41-434b-82cc-f09cbb79a996, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=71166dd3-5a41-434b-82cc-f09cbb79a996,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:44:09.439175 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:09.465517 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2806a37f-e5b0-41da-99be-54392a0802d2 x-openstack-request-id: req-2806a37f-e5b0-41da-99be-54392a0802d2 {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:44:09.465801 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873cc8fe-394e-489d-bcca-e4bebc47f4ad", "name": "network-vif-plugged", "status": "completed", "tag": "71166dd3-5a41-434b-82cc-f09cbb79a996", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:44:09.466040 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2806a37f-e5b0-41da-99be-54392a0802d2 {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:44:09.466412 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873cc8fe-394e-489d-bcca-e4bebc47f4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71166dd3-5a41-434b-82cc-f09cbb79a996', 'code': 200} Oct 28 14:44:09.491735 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=71166dd3-5a41-434b-82cc-f09cbb79a996,revision_number=10']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:44:09.602073 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-403a7dad-b54a-4808-bef0-d3414ecaa512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '19b5d607-7956-4b33-8a27-d494c9636592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:12Z', 'revision_number': 4, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port': {'id': '19b5d607-7956-4b33-8a27-d494c9636592', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': 'abcafc81-921e-42f9-8324-16d6fc87ff66', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'port_id': 'ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'mac_address': 'fa:16:3e:38:6a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e63a9f-97dd-492e-8a5e-19a7215e8b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:44:07Z', 'updated_at': '2021-10-28T14:44:07Z', 'revision_number': 0, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e09afc9d-2969-43a3-980d-94f90d244d11', 'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'mac_address': 'fa:16:3e:5c:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:12Z', 'updated_at': '2021-10-28T14:43:17Z', 'revision_number': 5, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'subnets': [{'id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:44:09.635852 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a7dad-b54a-4808-bef0-d3414ecaa512 None None] The sync data for ids ['77a27d38-a823-46f2-9839-be95cfbcea3e'] in dv-cinder-815848-1-iscsi is: [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '19b5d607-7956-4b33-8a27-d494c9636592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:12Z', 'revision_number': 4, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port': {'id': '19b5d607-7956-4b33-8a27-d494c9636592', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': 'abcafc81-921e-42f9-8324-16d6fc87ff66', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'port_id': 'ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'mac_address': 'fa:16:3e:38:6a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e63a9f-97dd-492e-8a5e-19a7215e8b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:44:07Z', 'updated_at': '2021-10-28T14:44:07Z', 'revision_number': 0, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e09afc9d-2969-43a3-980d-94f90d244d11', 'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'mac_address': 'fa:16:3e:5c:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:12Z', 'updated_at': '2021-10-28T14:43:17Z', 'revision_number': 5, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'subnets': [{'id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:44:09.654156 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15808d7c-e93a-4c91-8366-8f0903b7ca10 req-f2eb13e4-2bff-4456-b67e-847eec773637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:09.655933 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-15808d7c-e93a-4c91-8366-8f0903b7ca10 req-f2eb13e4-2bff-4456-b67e-847eec773637 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 1099 time: 0.0418506 Oct 28 14:44:09.694451 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-15808d7c-e93a-4c91-8366-8f0903b7ca10 req-179920b6-124c-4f0e-b8ce-217f7df3704c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285046 Oct 28 14:44:09.822711 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a5602d-2c6c-49b1-991f-675dfcae05e8 None None] New status for floating IP abcafc81-921e-42f9-8324-16d6fc87ff66: ACTIVE {{(pid=101540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 14:44:10.259615 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0e172-a5a5-4a03-b6d4-2f429dff5515 req-6a3eb25c-c153-4d95-9f67-d6485ebdeac2 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:10.261094 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7ce0e172-a5a5-4a03-b6d4-2f429dff5515 req-6a3eb25c-c153-4d95-9f67-d6485ebdeac2 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 946 time: 0.0507905 Oct 28 14:44:10.300424 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-7ce0e172-a5a5-4a03-b6d4-2f429dff5515 req-0e680312-0a9f-41a2-98a3-2e0c35ea6d17 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325837 Oct 28 14:44:11.428206 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068228be-d53e-4d39-8811-3327d5cc7acc req-3a8c9367-ff69-4af5-8ca5-808dd171b87a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:11.430032 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-068228be-d53e-4d39-8811-3327d5cc7acc req-3a8c9367-ff69-4af5-8ca5-808dd171b87a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 946 time: 0.0515068 Oct 28 14:44:11.471227 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-068228be-d53e-4d39-8811-3327d5cc7acc req-7ae44bec-4a16-4880-95ef-58cd7acde71a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346069 Oct 28 14:44:12.605264 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c5b8e-ffba-4a9c-8386-4e94eac6759c req-5746f5a9-ec99-4705-a7b7-72fa5b945cff tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:12.606715 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-dc8c5b8e-ffba-4a9c-8386-4e94eac6759c req-5746f5a9-ec99-4705-a7b7-72fa5b945cff tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 946 time: 0.0494149 Oct 28 14:44:12.649817 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-dc8c5b8e-ffba-4a9c-8386-4e94eac6759c req-3c690d95-971e-4eb1-b01b-9ceb88c819af tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343981 Oct 28 14:44:16.770934 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 41102) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:44:16.884066 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2b840105-58cd-43f1-9327-276718cea951 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:16.967321 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2b840105-58cd-43f1-9327-276718cea951 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:16.971840 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2b840105-58cd-43f1-9327-276718cea951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:17.008156 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-2b840105-58cd-43f1-9327-276718cea951 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e94ef3abd5024826b993e32ec2c92b1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361617 Oct 28 14:44:17.009023 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b840105-58cd-43f1-9327-276718cea951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332d9eb4-8e97-4e0b-859f-780f29a7f8f8,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:44:17.012377 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41106) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:44:17.060737 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-f96346b5-cad7-48e3-92a5-4f7ed96fdebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:17.070182 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ccd7cab5-43f1-474b-803e-60e4a58694e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:17.091547 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ccd7cab5-43f1-474b-803e-60e4a58694e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:17.139496 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ccd7cab5-43f1-474b-803e-60e4a58694e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:17.142072 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ccd7cab5-43f1-474b-803e-60e4a58694e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:17.143255 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-ccd7cab5-43f1-474b-803e-60e4a58694e6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/332d9eb4-8e97-4e0b-859f-780f29a7f8f8 HTTP/1.1" status: 204 len: 168 time: 0.1294827 Oct 28 14:44:17.150990 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7cab5-43f1-474b-803e-60e4a58694e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332d9eb4-8e97-4e0b-859f-780f29a7f8f8,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:44:17.158291 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7cab5-43f1-474b-803e-60e4a58694e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:44:17.158648 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7cab5-43f1-474b-803e-60e4a58694e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:44:17.159022 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7cab5-43f1-474b-803e-60e4a58694e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:44:17.159363 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7cab5-43f1-474b-803e-60e4a58694e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:44:17.159698 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7cab5-43f1-474b-803e-60e4a58694e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:44:17.160033 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7cab5-43f1-474b-803e-60e4a58694e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:44:17.160379 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7cab5-43f1-474b-803e-60e4a58694e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:44:17.160693 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7cab5-43f1-474b-803e-60e4a58694e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:44:17.161119 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7cab5-43f1-474b-803e-60e4a58694e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:44:17.161337 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7cab5-43f1-474b-803e-60e4a58694e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:44:17.161661 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7cab5-43f1-474b-803e-60e4a58694e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:44:17.161985 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd7cab5-43f1-474b-803e-60e4a58694e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:44:17.423541 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41112) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:44:17.436643 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ff3c2c23-4c4d-4dd9-b5ba-abf0b0b2d690 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:17.512539 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ff3c2c23-4c4d-4dd9-b5ba-abf0b0b2d690 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:17.516775 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-ff3c2c23-4c4d-4dd9-b5ba-abf0b0b2d690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:17.564646 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-ff3c2c23-4c4d-4dd9-b5ba-abf0b0b2d690 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3f5878a46bf04ba3b6d7cfd9a0c88497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398220 Oct 28 14:44:17.565739 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c2c23-4c4d-4dd9-b5ba-abf0b0b2d690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c003ae1e-ef29-4be8-bf50-9f0a38a0abfa,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:44:17.567550 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 41114) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:44:17.623124 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9b826378-b5ae-414e-a00d-9bef679cb4a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:17.645634 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9b826378-b5ae-414e-a00d-9bef679cb4a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:17.694700 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9b826378-b5ae-414e-a00d-9bef679cb4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:17.697477 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9b826378-b5ae-414e-a00d-9bef679cb4a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:17.698632 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-9b826378-b5ae-414e-a00d-9bef679cb4a7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c003ae1e-ef29-4be8-bf50-9f0a38a0abfa HTTP/1.1" status: 204 len: 168 time: 0.1298771 Oct 28 14:44:17.706364 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b826378-b5ae-414e-a00d-9bef679cb4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c003ae1e-ef29-4be8-bf50-9f0a38a0abfa,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:44:20.119461 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-4cfe8ebc-797f-43c9-89a0-5ffb7bf61718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:21.026416 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:21.238912 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:22.114550 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:32.397500 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:44:32.515256 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:37.533655 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41262) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:44:37.646110 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-cd361959-bfe9-492b-97c9-c77f8f643c71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:37.731322 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-cd361959-bfe9-492b-97c9-c77f8f643c71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:37.736995 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-cd361959-bfe9-492b-97c9-c77f8f643c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:37.774029 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-cd361959-bfe9-492b-97c9-c77f8f643c71 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4125ce6a5a60459599c33d233e171872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393041 Oct 28 14:44:37.775309 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd361959-bfe9-492b-97c9-c77f8f643c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc024942-93c0-44a2-b3a7-b663855944a2,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:44:37.776995 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 41266) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:44:37.826259 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a59e2b08-9e59-47c6-8117-674d8574aaf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:37.847484 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a59e2b08-9e59-47c6-8117-674d8574aaf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:37.900842 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a59e2b08-9e59-47c6-8117-674d8574aaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:37.903392 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a59e2b08-9e59-47c6-8117-674d8574aaf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:37.904528 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-a59e2b08-9e59-47c6-8117-674d8574aaf1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bc024942-93c0-44a2-b3a7-b663855944a2 HTTP/1.1" status: 204 len: 168 time: 0.1265721 Oct 28 14:44:37.912631 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e2b08-9e59-47c6-8117-674d8574aaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc024942-93c0-44a2-b3a7-b663855944a2,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:44:38.957907 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41302) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:44:39.085637 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-fe09394e-aee4-4aed-b7b0-3f124005b3cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:39.163592 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-fe09394e-aee4-4aed-b7b0-3f124005b3cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:39.169222 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-fe09394e-aee4-4aed-b7b0-3f124005b3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:39.204151 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09394e-aee4-4aed-b7b0-3f124005b3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d633bf-d710-4734-a992-27e34c0c75cf,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:44:39.209413 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-fe09394e-aee4-4aed-b7b0-3f124005b3cd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d004e2fb7cd44b00a1a01194ca1740d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504597 Oct 28 14:44:39.212185 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41306) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:44:39.259324 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-fdc8d686-8701-4c86-922f-9020b7446e37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:39.279828 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-fdc8d686-8701-4c86-922f-9020b7446e37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:39.334373 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-fdc8d686-8701-4c86-922f-9020b7446e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:39.336960 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-fdc8d686-8701-4c86-922f-9020b7446e37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:39.337978 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-fdc8d686-8701-4c86-922f-9020b7446e37 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c6d633bf-d710-4734-a992-27e34c0c75cf HTTP/1.1" status: 204 len: 168 time: 0.1249270 Oct 28 14:44:39.345544 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8d686-8701-4c86-922f-9020b7446e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d633bf-d710-4734-a992-27e34c0c75cf,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:44:47.071652 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-8e3ced78-695c-4752-8e76-1f9f3b5d2298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:50.118990 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-248c61ba-8795-4519-a75b-c220907acf11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:51.027558 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:51.241173 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:52.127551 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:56.632027 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41402) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:44:56.946038 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-51d8b7da-6f91-448a-9bc2-be791ba57569 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Deleting port b5511614-e43c-4cdc-8c07-79341f28870e {{(pid=101539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:44:56.946347 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-51d8b7da-6f91-448a-9bc2-be791ba57569 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:57.023771 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-51d8b7da-6f91-448a-9bc2-be791ba57569 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:57.024094 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-51d8b7da-6f91-448a-9bc2-be791ba57569 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:57.035756 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-51d8b7da-6f91-448a-9bc2-be791ba57569 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Calling delete_port for b5511614-e43c-4cdc-8c07-79341f28870e owned by network:floatingip {{(pid=101539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:44:57.222547 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-51d8b7da-6f91-448a-9bc2-be791ba57569 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:57.251197 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8b7da-6f91-448a-9bc2-be791ba57569 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Pushing event deleted for resources: {'Port': ['ID=b5511614-e43c-4cdc-8c07-79341f28870e,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:44:57.311559 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-51d8b7da-6f91-448a-9bc2-be791ba57569 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for floatingip, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:57.311891 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.db.l3_db [None req-51d8b7da-6f91-448a-9bc2-be791ba57569 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Floating IP 9f3a37dc-8e35-46b0-b1ba-d4c51d220371 disassociated (deleted). External IP: 172.27.2.188, port: a326b33a-dfb4-411e-a7dd-27ea8bd126af. Oct 28 14:44:57.530341 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d8b7da-6f91-448a-9bc2-be791ba57569 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Router 0a318766-3ddf-490a-9b15-c4e09bc044ee has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:44:57.649554 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d8b7da-6f91-448a-9bc2-be791ba57569 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:44:57.654538 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-51d8b7da-6f91-448a-9bc2-be791ba57569 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for floatingip, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:44:57.659815 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714776a5-e3bf-4e22-8a64-83934148a0a8 None None] Sync routers for ids ['0a318766-3ddf-490a-9b15-c4e09bc044ee'] in dv-cinder-815848-1-iscsi {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:44:57.669415 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714776a5-e3bf-4e22-8a64-83934148a0a8 None None] Routers {'0a318766-3ddf-490a-9b15-c4e09bc044ee'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:44:57.670012 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-714776a5-e3bf-4e22-8a64-83934148a0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:44:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['0a318766-3ddf-490a-9b15-c4e09bc044ee'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:44:57.683512 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-51d8b7da-6f91-448a-9bc2-be791ba57569 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "DELETE /v2.0/floatingips/9f3a37dc-8e35-46b0-b1ba-d4c51d220371 HTTP/1.1" status: 204 len: 168 time: 1.0504074 Oct 28 14:44:57.684464 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e777b9-c44c-4fb2-8aa9-1274f77cbcd3', 'tag': 'a326b33a-dfb4-411e-a7dd-27ea8bd126af'}] {{(pid=101539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:44:57.686842 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b11bf48e9ea089bdf44fa20a23d8f6f37ef4f34e00c9a01b18aadce43f874137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8be5ff9-79c3-4d35-ba03-a3c264d551ef" -d '{"events": [{"name": "network-changed", "server_uuid": "44e777b9-c44c-4fb2-8aa9-1274f77cbcd3", "tag": "a326b33a-dfb4-411e-a7dd-27ea8bd126af"}]}' {{(pid=101539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:44:57.775981 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-714776a5-e3bf-4e22-8a64-83934148a0a8 None None] Set router 0a318766-3ddf-490a-9b15-c4e09bc044ee gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:44:57.855079 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809c9006-e489-4372-bb12-bb4f7fec771d x-openstack-request-id: req-809c9006-e489-4372-bb12-bb4f7fec771d {{(pid=101539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:44:57.855369 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e777b9-c44c-4fb2-8aa9-1274f77cbcd3", "tag": "a326b33a-dfb4-411e-a7dd-27ea8bd126af", "status": "completed", "code": 200}]} {{(pid=101539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:44:57.855787 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-809c9006-e489-4372-bb12-bb4f7fec771d {{(pid=101539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:44:57.856185 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e777b9-c44c-4fb2-8aa9-1274f77cbcd3', 'tag': 'a326b33a-dfb4-411e-a7dd-27ea8bd126af', 'status': 'completed', 'code': 200} Oct 28 14:44:57.920200 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be5ff9-79c3-4d35-ba03-a3c264d551ef req-635d5f1b-fd4a-4b73-adb7-df8d8fd5a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:57.922362 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b8be5ff9-79c3-4d35-ba03-a3c264d551ef req-635d5f1b-fd4a-4b73-adb7-df8d8fd5a26c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fac19c389c954392bd090a3a76ba291b&device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 1098 time: 0.0415127 Oct 28 14:44:57.932326 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea336e-c809-4fe6-bb2f-509334b86878 req-23453220-28ac-4f05-a322-5424adf6f1c0 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:57.934012 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3aea336e-c809-4fe6-bb2f-509334b86878 req-23453220-28ac-4f05-a322-5424adf6f1c0 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0592632 Oct 28 14:44:57.972929 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3aea336e-c809-4fe6-bb2f-509334b86878 req-eb3a6d22-d8c0-4881-a04c-f29d994f9aec tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324428 Oct 28 14:44:57.991720 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-714776a5-e3bf-4e22-8a64-83934148a0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'name': 'tempest-TestShelveInstance-161967574-router', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '7549a9bb-cb8b-4037-9696-a27db3dcdfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:38:50Z', 'revision_number': 4, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'gw_port': {'id': '7549a9bb-cb8b-4037-9696-a27db3dcdfbb', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '3b641760-5d09-4e6c-bce6-61a63ef2983a', 'name': '', 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'mac_address': 'fa:16:3e:f4:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'ccb665e6-60ca-43cc-ac85-9993982c81a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:49Z', 'updated_at': '2021-10-28T14:38:54Z', 'revision_number': 5, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'subnets': [{'id': 'ccb665e6-60ca-43cc-ac85-9993982c81a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:44:58.022110 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be5ff9-79c3-4d35-ba03-a3c264d551ef req-58212167-6aa2-40d7-8e64-4bc9d23af92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:58.022378 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714776a5-e3bf-4e22-8a64-83934148a0a8 None None] Checking router: 0a318766-3ddf-490a-9b15-c4e09bc044ee for host: dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:44:58.023622 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b8be5ff9-79c3-4d35-ba03-a3c264d551ef req-58212167-6aa2-40d7-8e64-4bc9d23af92f service neutron] 10.222.0.72 "GET /v2.0/networks?id=2cd29832-dfaa-48c8-ad99-924c3912245f HTTP/1.1" status: 200 len: 909 time: 0.0899851 Oct 28 14:44:58.030455 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714776a5-e3bf-4e22-8a64-83934148a0a8 None None] Routers {'0a318766-3ddf-490a-9b15-c4e09bc044ee'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:44:58.031037 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-714776a5-e3bf-4e22-8a64-83934148a0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:44:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['0a318766-3ddf-490a-9b15-c4e09bc044ee'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:44:58.072275 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b8be5ff9-79c3-4d35-ba03-a3c264d551ef req-79970f63-a8f1-4bc0-a0f2-d5eb1bf030b6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a326b33a-dfb4-411e-a7dd-27ea8bd126af HTTP/1.1" status: 200 len: 217 time: 0.0367391 Oct 28 14:44:58.122840 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be5ff9-79c3-4d35-ba03-a3c264d551ef req-ea518df8-43e3-4e3c-948e-caa27b6ee251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:58.124271 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b8be5ff9-79c3-4d35-ba03-a3c264d551ef req-ea518df8-43e3-4e3c-948e-caa27b6ee251 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ccb665e6-60ca-43cc-ac85-9993982c81a8 HTTP/1.1" status: 200 len: 847 time: 0.0428038 Oct 28 14:44:58.136004 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-714776a5-e3bf-4e22-8a64-83934148a0a8 None None] Set router 0a318766-3ddf-490a-9b15-c4e09bc044ee gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:44:58.173010 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be5ff9-79c3-4d35-ba03-a3c264d551ef req-6d79d45a-c01a-42b7-ab9a-b4c0703c8d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:58.174547 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b8be5ff9-79c3-4d35-ba03-a3c264d551ef req-6d79d45a-c01a-42b7-ab9a-b4c0703c8d5c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2cd29832-dfaa-48c8-ad99-924c3912245f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404985 Oct 28 14:44:58.286301 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b8be5ff9-79c3-4d35-ba03-a3c264d551ef req-f52ca9e8-df7f-43df-b915-010aa892af8d service neutron] 10.222.0.72 "GET /v2.0/networks/2cd29832-dfaa-48c8-ad99-924c3912245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919788 Oct 28 14:44:58.333215 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-714776a5-e3bf-4e22-8a64-83934148a0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'name': 'tempest-TestShelveInstance-161967574-router', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '7549a9bb-cb8b-4037-9696-a27db3dcdfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:38:50Z', 'revision_number': 4, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'gw_port': {'id': '7549a9bb-cb8b-4037-9696-a27db3dcdfbb', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '3b641760-5d09-4e6c-bce6-61a63ef2983a', 'name': '', 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'mac_address': 'fa:16:3e:f4:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'ccb665e6-60ca-43cc-ac85-9993982c81a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:49Z', 'updated_at': '2021-10-28T14:38:54Z', 'revision_number': 5, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'subnets': [{'id': 'ccb665e6-60ca-43cc-ac85-9993982c81a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:44:58.387639 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b8be5ff9-79c3-4d35-ba03-a3c264d551ef req-9b27e66b-0c3e-4c73-9b9f-6102d6c8ba44 service neutron] 10.222.0.72 "GET /v2.0/networks/2cd29832-dfaa-48c8-ad99-924c3912245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900319 Oct 28 14:44:58.455910 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714776a5-e3bf-4e22-8a64-83934148a0a8 None None] The sync data for ids ['0a318766-3ddf-490a-9b15-c4e09bc044ee'] in dv-cinder-815848-1-iscsi is: [{'id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'name': 'tempest-TestShelveInstance-161967574-router', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '7549a9bb-cb8b-4037-9696-a27db3dcdfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:38:50Z', 'revision_number': 4, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'gw_port': {'id': '7549a9bb-cb8b-4037-9696-a27db3dcdfbb', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '3b641760-5d09-4e6c-bce6-61a63ef2983a', 'name': '', 'network_id': '2cd29832-dfaa-48c8-ad99-924c3912245f', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'mac_address': 'fa:16:3e:f4:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'ccb665e6-60ca-43cc-ac85-9993982c81a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:49Z', 'updated_at': '2021-10-28T14:38:54Z', 'revision_number': 5, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'subnets': [{'id': 'ccb665e6-60ca-43cc-ac85-9993982c81a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:44:58.693284 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ff88e0-b587-47e7-80a0-667c6e89419b None None] New status for floating IP 9f3a37dc-8e35-46b0-b1ba-d4c51d220371: DOWN {{(pid=101540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 14:44:59.097549 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3262cbc-c3b7-40b4-a4f9-6b35051869ac req-e3b7270e-70d7-4f0f-8146-dc3caeb993a9 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:44:59.099055 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a3262cbc-c3b7-40b4-a4f9-6b35051869ac req-e3b7270e-70d7-4f0f-8146-dc3caeb993a9 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0516300 Oct 28 14:44:59.141342 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a3262cbc-c3b7-40b4-a4f9-6b35051869ac req-2375361a-bba9-40da-abab-136862e39b35 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361729 Oct 28 14:45:00.193086 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08039c-99e2-4120-85b4-ffff178ef5eb req-f2de507b-7d67-4446-bb80-95666fa61c00 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:00.194713 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-2a08039c-99e2-4120-85b4-ffff178ef5eb req-f2de507b-7d67-4446-bb80-95666fa61c00 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.72 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0593193 Oct 28 14:45:00.265474 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933941c5-6d3b-4fd4-a4c1-bb2ff9c599b3 req-d0aaf7ef-e2ec-4396-9ee5-631d2b336f3c tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:00.267129 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-933941c5-6d3b-4fd4-a4c1-bb2ff9c599b3 req-d0aaf7ef-e2ec-4396-9ee5-631d2b336f3c tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 945 time: 0.0525694 Oct 28 14:45:00.300020 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-2a08039c-99e2-4120-85b4-ffff178ef5eb req-585bbfa0-b8ba-4c38-808a-63d734075275 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Deleting port a326b33a-dfb4-411e-a7dd-27ea8bd126af {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:45:00.300020 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-2a08039c-99e2-4120-85b4-ffff178ef5eb req-585bbfa0-b8ba-4c38-808a-63d734075275 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:00.307846 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-933941c5-6d3b-4fd4-a4c1-bb2ff9c599b3 req-2b352e83-6c6a-4cac-a357-4880be108db8 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/security-groups?id=48cad491-1dcc-4873-a2c9-13d229a4aee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342624 Oct 28 14:45:00.392291 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-2a08039c-99e2-4120-85b4-ffff178ef5eb req-585bbfa0-b8ba-4c38-808a-63d734075275 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] For port a326b33a-dfb4-411e-a7dd-27ea8bd126af, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=a326b33a-dfb4-411e-a7dd-27ea8bd126af,segment=NetworkSegment(3e34fef4-b403-4b31-a6da-4db7450c0e36),segment_id=3e34fef4-b403-4b31-a6da-4db7450c0e36)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:45:00.392654 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-2a08039c-99e2-4120-85b4-ffff178ef5eb req-585bbfa0-b8ba-4c38-808a-63d734075275 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:00.405693 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-2a08039c-99e2-4120-85b4-ffff178ef5eb req-585bbfa0-b8ba-4c38-808a-63d734075275 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Calling delete_port for a326b33a-dfb4-411e-a7dd-27ea8bd126af owned by compute:nova {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:45:00.538198 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-2a08039c-99e2-4120-85b4-ffff178ef5eb req-585bbfa0-b8ba-4c38-808a-63d734075275 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:00.569730 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585bbfa0-b8ba-4c38-808a-63d734075275 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Pushing event deleted for resources: {'Port': ['ID=a326b33a-dfb4-411e-a7dd-27ea8bd126af,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:00.610578 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a08039c-99e2-4120-85b4-ffff178ef5eb req-585bbfa0-b8ba-4c38-808a-63d734075275 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] No DVR routers for this DVR port a326b33a-dfb4-411e-a7dd-27ea8bd126af on host hv-cinder-81584 {{(pid=101538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:45:00.613240 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-2a08039c-99e2-4120-85b4-ffff178ef5eb req-585bbfa0-b8ba-4c38-808a-63d734075275 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:00.616640 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-2a08039c-99e2-4120-85b4-ffff178ef5eb req-585bbfa0-b8ba-4c38-808a-63d734075275 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.72 "DELETE /v2.0/ports/a326b33a-dfb4-411e-a7dd-27ea8bd126af HTTP/1.1" status: 204 len: 173 time: 0.4074910 Oct 28 14:45:00.617083 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e777b9-c44c-4fb2-8aa9-1274f77cbcd3', 'name': 'network-vif-deleted', 'tag': 'a326b33a-dfb4-411e-a7dd-27ea8bd126af'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:45:00.619322 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b42865-8acf-4c45-9c35-0355e2d06cf6" -d '{"events": [{"server_uuid": "44e777b9-c44c-4fb2-8aa9-1274f77cbcd3", "name": "network-vif-deleted", "tag": "a326b33a-dfb4-411e-a7dd-27ea8bd126af"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:45:00.655122 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55d3621-9b6a-47f8-8f94-287ef6a4d13a x-openstack-request-id: req-e55d3621-9b6a-47f8-8f94-287ef6a4d13a {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:45:00.655592 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e777b9-c44c-4fb2-8aa9-1274f77cbcd3", "name": "network-vif-deleted", "tag": "a326b33a-dfb4-411e-a7dd-27ea8bd126af", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:45:00.655841 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e55d3621-9b6a-47f8-8f94-287ef6a4d13a {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:45:00.656240 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e777b9-c44c-4fb2-8aa9-1274f77cbcd3', 'name': 'network-vif-deleted', 'tag': 'a326b33a-dfb4-411e-a7dd-27ea8bd126af', 'status': 'completed', 'code': 200} Oct 28 14:45:01.035359 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41462) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:01.147490 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-fedffc58-0c64-41f6-8458-ea44f2f930d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:01.230934 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-fedffc58-0c64-41f6-8458-ea44f2f930d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:01.235992 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-fedffc58-0c64-41f6-8458-ea44f2f930d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:01.271962 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedffc58-0c64-41f6-8458-ea44f2f930d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff83b03-67de-4e1b-bfb3-f04a73cff842,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:01.276173 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-fedffc58-0c64-41f6-8458-ea44f2f930d9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=454069e2a3a8470b8988cd44e4ec6956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397807 Oct 28 14:45:01.279222 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41466) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:01.328036 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-31875947-b26d-43c0-b0a6-3357e39d36ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:01.353756 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-31875947-b26d-43c0-b0a6-3357e39d36ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:01.427591 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c94216e0-e221-4051-9446-4528fba0837d req-01a74f9c-47ac-4783-ab1f-7886df1a0334 tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "GET /v2.0/ports?device_id=44e777b9-c44c-4fb2-8aa9-1274f77cbcd3 HTTP/1.1" status: 200 len: 210 time: 0.0305393 Oct 28 14:45:01.430253 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-31875947-b26d-43c0-b0a6-3357e39d36ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:01.433092 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-31875947-b26d-43c0-b0a6-3357e39d36ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:01.436579 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-31875947-b26d-43c0-b0a6-3357e39d36ba admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7ff83b03-67de-4e1b-bfb3-f04a73cff842 HTTP/1.1" status: 204 len: 168 time: 0.1539283 Oct 28 14:45:01.442370 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31875947-b26d-43c0-b0a6-3357e39d36ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff83b03-67de-4e1b-bfb3-f04a73cff842,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:02.487408 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41508) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:02.507639 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:02.558614 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d1452487-0ad6-4eaf-b0e8-eb1b02b1f71f tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:02.592916 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d1452487-0ad6-4eaf-b0e8-eb1b02b1f71f tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:02.674188 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d1452487-0ad6-4eaf-b0e8-eb1b02b1f71f tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:02.677756 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d1452487-0ad6-4eaf-b0e8-eb1b02b1f71f tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:02.679320 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-d1452487-0ad6-4eaf-b0e8-eb1b02b1f71f tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] 10.222.0.79 "DELETE /v2.0/security-groups/48cad491-1dcc-4873-a2c9-13d229a4aee9 HTTP/1.1" status: 204 len: 168 time: 0.1901350 Oct 28 14:45:02.690569 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1452487-0ad6-4eaf-b0e8-eb1b02b1f71f tempest-TestShelveInstance-663148542 tempest-TestShelveInstance-663148542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cad491-1dcc-4873-a2c9-13d229a4aee9,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:02.738900 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41516) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:03.269955 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-1c026704-071d-422b-a862-3bdd94270132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645951'] for router_interface, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:03.539304 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device a326b33a-dfb4-411e-a7dd-27ea8bd126af no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:45:03.564775 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] No Port match for: a326b33a-dfb4-411e-a7dd-27ea8bd126af {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:45:03.565197 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device a326b33a-dfb4-411e-a7dd-27ea8bd126af not bound to the agent host hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:45:03.757123 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-1c026704-071d-422b-a862-3bdd94270132 admin admin] Deleting port 3b641760-5d09-4e6c-bce6-61a63ef2983a {{(pid=101539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:45:03.757753 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-1c026704-071d-422b-a862-3bdd94270132 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:03.873383 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac144ec-bd2c-4f60-b771-d6849a64c9a0 req-10b44f21-fd06-4520-8acd-7a7eb228072d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:03.874873 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-cac144ec-bd2c-4f60-b771-d6849a64c9a0 req-10b44f21-fd06-4520-8acd-7a7eb228072d tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 946 time: 0.0807073 Oct 28 14:45:03.879881 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.db [None req-1c026704-071d-422b-a862-3bdd94270132 admin admin] For port 3b641760-5d09-4e6c-bce6-61a63ef2983a, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=3b641760-5d09-4e6c-bce6-61a63ef2983a,segment=NetworkSegment(3e34fef4-b403-4b31-a6da-4db7450c0e36),segment_id=3e34fef4-b403-4b31-a6da-4db7450c0e36)] {{(pid=101539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:45:03.880251 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-1c026704-071d-422b-a862-3bdd94270132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:03.909444 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-1c026704-071d-422b-a862-3bdd94270132 admin admin] Calling delete_port for 3b641760-5d09-4e6c-bce6-61a63ef2983a owned by network:router_interface {{(pid=101539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:45:03.935988 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-cac144ec-bd2c-4f60-b771-d6849a64c9a0 req-dfa9b064-b08c-493b-8880-695e2f6577d2 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531850 Oct 28 14:45:04.101748 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-1c026704-071d-422b-a862-3bdd94270132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:04.136323 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c026704-071d-422b-a862-3bdd94270132 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b641760-5d09-4e6c-bce6-61a63ef2983a,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:04.297537 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-1c026704-071d-422b-a862-3bdd94270132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1013947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646099'] for router_interface, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:04.520498 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c026704-071d-422b-a862-3bdd94270132 admin admin] Router 0a318766-3ddf-490a-9b15-c4e09bc044ee has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:45:04.632560 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c026704-071d-422b-a862-3bdd94270132 admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:45:04.640936 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 41538) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:04.641786 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-1c026704-071d-422b-a862-3bdd94270132 admin admin] 10.222.0.79 "PUT /v2.0/routers/0a318766-3ddf-490a-9b15-c4e09bc044ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9021087 Oct 28 14:45:04.644582 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29298f72-f472-4581-ad3f-830d7f6fd1c7 None None] Sync routers for ids ['0a318766-3ddf-490a-9b15-c4e09bc044ee'] in dv-cinder-815848-1-iscsi {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:45:04.655346 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29298f72-f472-4581-ad3f-830d7f6fd1c7 None None] Routers {'0a318766-3ddf-490a-9b15-c4e09bc044ee'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:45:04.656274 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-29298f72-f472-4581-ad3f-830d7f6fd1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:44:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['0a318766-3ddf-490a-9b15-c4e09bc044ee'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:04.742719 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-495ee841-0443-4c69-801e-dbb80972fcbd admin admin] Publish callbacks [] for router, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:04.759295 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-29298f72-f472-4581-ad3f-830d7f6fd1c7 None None] Set router 0a318766-3ddf-490a-9b15-c4e09bc044ee gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:45:04.843650 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-495ee841-0443-4c69-801e-dbb80972fcbd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:04.899379 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-495ee841-0443-4c69-801e-dbb80972fcbd admin admin] Deleting port 7549a9bb-cb8b-4037-9696-a27db3dcdfbb {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:45:04.899803 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-495ee841-0443-4c69-801e-dbb80972fcbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:04.944854 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-29298f72-f472-4581-ad3f-830d7f6fd1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'name': 'tempest-TestShelveInstance-161967574-router', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '7549a9bb-cb8b-4037-9696-a27db3dcdfbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:45:04Z', 'revision_number': 5, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'gw_port': {'id': '7549a9bb-cb8b-4037-9696-a27db3dcdfbb', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:04.975007 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29298f72-f472-4581-ad3f-830d7f6fd1c7 None None] Checking router: 0a318766-3ddf-490a-9b15-c4e09bc044ee for host: dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:45:04.984084 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29298f72-f472-4581-ad3f-830d7f6fd1c7 None None] Routers {'0a318766-3ddf-490a-9b15-c4e09bc044ee'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:45:04.984461 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-29298f72-f472-4581-ad3f-830d7f6fd1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:44:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['0a318766-3ddf-490a-9b15-c4e09bc044ee'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:04.991858 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [None req-495ee841-0443-4c69-801e-dbb80972fcbd admin admin] For port 7549a9bb-cb8b-4037-9696-a27db3dcdfbb, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=7549a9bb-cb8b-4037-9696-a27db3dcdfbb,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:45:04.992521 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-495ee841-0443-4c69-801e-dbb80972fcbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:05.006155 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-495ee841-0443-4c69-801e-dbb80972fcbd admin admin] Calling delete_port for 7549a9bb-cb8b-4037-9696-a27db3dcdfbb owned by network:router_gateway {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:45:05.065741 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8faa1-2092-4215-bf3f-79f9b4dc6fc5 req-bf9f41d0-3a98-45f1-a8d0-9b6070eb99ed tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:05.067408 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e8c8faa1-2092-4215-bf3f-79f9b4dc6fc5 req-bf9f41d0-3a98-45f1-a8d0-9b6070eb99ed tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 946 time: 0.0523188 Oct 28 14:45:05.069745 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-29298f72-f472-4581-ad3f-830d7f6fd1c7 None None] Set router 0a318766-3ddf-490a-9b15-c4e09bc044ee gateway port host: None {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:45:05.107983 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e8c8faa1-2092-4215-bf3f-79f9b4dc6fc5 req-ff161c6f-98c9-4860-a83a-180a3936128e tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319552 Oct 28 14:45:05.120390 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-29298f72-f472-4581-ad3f-830d7f6fd1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'name': 'tempest-TestShelveInstance-161967574-router', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:45:04Z', 'revision_number': 6, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'gw_port_host': None}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:05.150547 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29298f72-f472-4581-ad3f-830d7f6fd1c7 None None] The sync data for ids ['0a318766-3ddf-490a-9b15-c4e09bc044ee'] in dv-cinder-815848-1-iscsi is: [{'id': '0a318766-3ddf-490a-9b15-c4e09bc044ee', 'name': 'tempest-TestShelveInstance-161967574-router', 'tenant_id': 'fac19c389c954392bd090a3a76ba291b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:38:46Z', 'updated_at': '2021-10-28T14:45:04Z', 'revision_number': 6, 'project_id': 'fac19c389c954392bd090a3a76ba291b', 'gw_port_host': None}] {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:45:05.443935 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-495ee841-0443-4c69-801e-dbb80972fcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:05.468377 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ee841-0443-4c69-801e-dbb80972fcbd admin admin] Pushing event deleted for resources: {'Port': ['ID=7549a9bb-cb8b-4037-9696-a27db3dcdfbb,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:05.528876 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-495ee841-0443-4c69-801e-dbb80972fcbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640369'] for router_gateway, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:05.623392 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-495ee841-0443-4c69-801e-dbb80972fcbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1047'] for router, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:05.625548 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-495ee841-0443-4c69-801e-dbb80972fcbd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:05.669875 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-495ee841-0443-4c69-801e-dbb80972fcbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646412'] for router, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:05.670709 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495ee841-0443-4c69-801e-dbb80972fcbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a318766-3ddf-490a-9b15-c4e09bc044ee {{(pid=101538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 14:45:05.675250 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-495ee841-0443-4c69-801e-dbb80972fcbd admin admin] Publish callbacks [] for router, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:05.676392 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-495ee841-0443-4c69-801e-dbb80972fcbd admin admin] 10.222.0.79 "DELETE /v2.0/routers/0a318766-3ddf-490a-9b15-c4e09bc044ee HTTP/1.1" status: 204 len: 168 time: 1.0344849 Oct 28 14:45:05.680008 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 41544) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:05.723390 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_v2 [None req-004efe03-cf27-4d33-a21e-2914fb95b1e2 admin admin] Deleting subnet ccb665e6-60ca-43cc-ac85-9993982c81a8 {{(pid=101538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 14:45:05.726515 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-004efe03-cf27-4d33-a21e-2914fb95b1e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:05.760174 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-004efe03-cf27-4d33-a21e-2914fb95b1e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4821401'] for subnet, precommit_delete_associations {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:05.871934 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-004efe03-cf27-4d33-a21e-2914fb95b1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888065'] for subnet, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:05.936857 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-004efe03-cf27-4d33-a21e-2914fb95b1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4880431'] for subnet, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:05.968407 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-004efe03-cf27-4d33-a21e-2914fb95b1e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:05.972262 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-004efe03-cf27-4d33-a21e-2914fb95b1e2 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ccb665e6-60ca-43cc-ac85-9993982c81a8 HTTP/1.1" status: 204 len: 168 time: 0.2912862 Oct 28 14:45:05.973381 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004efe03-cf27-4d33-a21e-2914fb95b1e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccb665e6-60ca-43cc-ac85-9993982c81a8,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:05.973827 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26062ff5-9bc5-4914-9910-7c7941962902 None None] Network 2cd29832-dfaa-48c8-ad99-924c3912245f requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:45:05.975243 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41548) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:06.050236 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-893f9c88-6c04-44e7-8dcc-8ed072efa34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1857466'] for network, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:06.104864 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-893f9c88-6c04-44e7-8dcc-8ed072efa34e admin admin] Deleting port 98db7bfe-5110-429d-b739-1db31f977d24 {{(pid=101539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:45:06.105501 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-893f9c88-6c04-44e7-8dcc-8ed072efa34e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:06.164916 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02505b64-1cfb-40ea-b646-aa8460280260 None None] DHCP port deletion for 2cd29832-dfaa-48c8-ad99-924c3912245f request from dv-cinder-815848-1-iscsi {{(pid=101540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 14:45:06.175245 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.db [None req-893f9c88-6c04-44e7-8dcc-8ed072efa34e admin admin] For port 98db7bfe-5110-429d-b739-1db31f977d24, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=98db7bfe-5110-429d-b739-1db31f977d24,segment=NetworkSegment(3e34fef4-b403-4b31-a6da-4db7450c0e36),segment_id=3e34fef4-b403-4b31-a6da-4db7450c0e36)] {{(pid=101539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:45:06.175938 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-893f9c88-6c04-44e7-8dcc-8ed072efa34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:06.192053 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-893f9c88-6c04-44e7-8dcc-8ed072efa34e admin admin] Calling delete_port for 98db7bfe-5110-429d-b739-1db31f977d24 owned by network:dhcp {{(pid=101539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:45:06.216665 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-02505b64-1cfb-40ea-b646-aa8460280260 None None] Deleting port 98db7bfe-5110-429d-b739-1db31f977d24 {{(pid=101540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:45:06.217214 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-02505b64-1cfb-40ea-b646-aa8460280260 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:06.283067 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-02505b64-1cfb-40ea-b646-aa8460280260 None None] For port 98db7bfe-5110-429d-b739-1db31f977d24, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=98db7bfe-5110-429d-b739-1db31f977d24,segment=NetworkSegment(3e34fef4-b403-4b31-a6da-4db7450c0e36),segment_id=3e34fef4-b403-4b31-a6da-4db7450c0e36)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:45:06.283662 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-02505b64-1cfb-40ea-b646-aa8460280260 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:06.290694 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20eb03c-6918-4e7b-8ad4-81529d05e303 req-64709390-9c15-4aa3-b7bf-bdabea0ec48c tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:06.292183 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b20eb03c-6918-4e7b-8ad4-81529d05e303 req-64709390-9c15-4aa3-b7bf-bdabea0ec48c tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 946 time: 0.0944614 Oct 28 14:45:06.300913 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-02505b64-1cfb-40ea-b646-aa8460280260 None None] Calling delete_port for 98db7bfe-5110-429d-b739-1db31f977d24 owned by network:dhcp {{(pid=101540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:45:06.331708 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-893f9c88-6c04-44e7-8dcc-8ed072efa34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:06.364847 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b20eb03c-6918-4e7b-8ad4-81529d05e303 req-62488e96-bb59-48fc-9d40-54ec874ff9b5 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653694 Oct 28 14:45:06.367309 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f9c88-6c04-44e7-8dcc-8ed072efa34e admin admin] Pushing event deleted for resources: {'Port': ['ID=98db7bfe-5110-429d-b739-1db31f977d24,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:06.369113 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893f9c88-6c04-44e7-8dcc-8ed072efa34e admin admin] No DVR routers for this DVR port 98db7bfe-5110-429d-b739-1db31f977d24 on host dv-cinder-815848-1-iscsi {{(pid=101539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:45:06.390147 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-02505b64-1cfb-40ea-b646-aa8460280260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261'] for port, after_delete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:06.417450 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02505b64-1cfb-40ea-b646-aa8460280260 None None] No DVR routers for this DVR port 98db7bfe-5110-429d-b739-1db31f977d24 on host dv-cinder-815848-1-iscsi {{(pid=101540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:45:06.419080 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02505b64-1cfb-40ea-b646-aa8460280260 None None] Pushing event deleted for resources: {'Port': ['ID=98db7bfe-5110-429d-b739-1db31f977d24,revision_number=None']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:06.428956 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02505b64-1cfb-40ea-b646-aa8460280260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:06.428956 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02505b64-1cfb-40ea-b646-aa8460280260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:06.428956 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02505b64-1cfb-40ea-b646-aa8460280260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:06.429407 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02505b64-1cfb-40ea-b646-aa8460280260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:06.429577 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02505b64-1cfb-40ea-b646-aa8460280260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:06.429930 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02505b64-1cfb-40ea-b646-aa8460280260 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:06.430292 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02505b64-1cfb-40ea-b646-aa8460280260 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:06.430592 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02505b64-1cfb-40ea-b646-aa8460280260 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:06.430943 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02505b64-1cfb-40ea-b646-aa8460280260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:06.431268 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02505b64-1cfb-40ea-b646-aa8460280260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:06.431586 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02505b64-1cfb-40ea-b646-aa8460280260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:06.431903 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02505b64-1cfb-40ea-b646-aa8460280260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:06.440412 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-893f9c88-6c04-44e7-8dcc-8ed072efa34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898964', 'neutron.services.segments.db._delete_segments_for_network-8782349021790'] for network, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:06.459897 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-893f9c88-6c04-44e7-8dcc-8ed072efa34e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd29832-dfaa-48c8-ad99-924c3912245f']}} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:06.469632 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-893f9c88-6c04-44e7-8dcc-8ed072efa34e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e34fef4-b403-4b31-a6da-4db7450c0e36') {'for_net_delete': True} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:06.469926 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-893f9c88-6c04-44e7-8dcc-8ed072efa34e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e34fef4-b403-4b31-a6da-4db7450c0e36') {} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:06.479956 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-893f9c88-6c04-44e7-8dcc-8ed072efa34e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782349022567', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125542'] for segment, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:06.493020 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-893f9c88-6c04-44e7-8dcc-8ed072efa34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:06.499122 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893f9c88-6c04-44e7-8dcc-8ed072efa34e admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=101539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 14:45:06.499498 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-893f9c88-6c04-44e7-8dcc-8ed072efa34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5860523'] for segment, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: Traceback (most recent call last): Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: timer() Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: cb(*args, **kw) Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: return func(*args, **kwargs) Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: self._notify() Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: self.callback(batched_events) Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: event.method(event) Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: return f(self, *a, **k) Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: return self._get(url).json() Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: return self.request(url, 'GET', **kwargs) Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 14:45:06.501269 dv-cinder-815848-1-iscsi neutron-server[101539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 14:45:06.560271 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-893f9c88-6c04-44e7-8dcc-8ed072efa34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640333'] for network, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:06.564900 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-893f9c88-6c04-44e7-8dcc-8ed072efa34e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:06.574858 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-893f9c88-6c04-44e7-8dcc-8ed072efa34e admin admin] 10.222.0.79 "DELETE /v2.0/networks/2cd29832-dfaa-48c8-ad99-924c3912245f HTTP/1.1" status: 204 len: 168 time: 0.5983024 Oct 28 14:45:06.577905 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 41552) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:06.587847 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f9c88-6c04-44e7-8dcc-8ed072efa34e admin admin] Pushing event deleted for resources: {'Network': ['ID=2cd29832-dfaa-48c8-ad99-924c3912245f,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:06.678271 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 98db7bfe-5110-429d-b739-1db31f977d24 no longer exists at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:45:06.698763 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] No Port match for: 98db7bfe-5110-429d-b739-1db31f977d24 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:45:06.699146 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 98db7bfe-5110-429d-b739-1db31f977d24 not bound to the agent host dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:45:06.699656 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 3b641760-5d09-4e6c-bce6-61a63ef2983a no longer exists at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:45:06.721575 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] No Port match for: 3b641760-5d09-4e6c-bce6-61a63ef2983a {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:45:06.721917 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 3b641760-5d09-4e6c-bce6-61a63ef2983a not bound to the agent host dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:45:06.722333 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 7549a9bb-cb8b-4037-9696-a27db3dcdfbb no longer exists at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:45:06.741482 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] No Port match for: 7549a9bb-cb8b-4037-9696-a27db3dcdfbb {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:45:06.741670 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 7549a9bb-cb8b-4037-9696-a27db3dcdfbb not bound to the agent host dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:45:06.934697 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6b8bc83f-9c57-431c-bd3d-53707688a3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645951'] for router_interface, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:07.188825 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-6b8bc83f-9c57-431c-bd3d-53707688a3c9 admin admin] Deleting port 1ce30707-c38e-4617-94ce-1585b86bf931 {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:45:07.189237 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6b8bc83f-9c57-431c-bd3d-53707688a3c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:07.271530 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [None req-6b8bc83f-9c57-431c-bd3d-53707688a3c9 admin admin] For port 1ce30707-c38e-4617-94ce-1585b86bf931, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=1ce30707-c38e-4617-94ce-1585b86bf931,segment=NetworkSegment(caa6dafc-037d-491e-b00c-9476b34f8bd4),segment_id=caa6dafc-037d-491e-b00c-9476b34f8bd4)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:45:07.271787 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6b8bc83f-9c57-431c-bd3d-53707688a3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:07.283236 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-6b8bc83f-9c57-431c-bd3d-53707688a3c9 admin admin] Calling delete_port for 1ce30707-c38e-4617-94ce-1585b86bf931 owned by network:router_interface {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:45:07.470540 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6b8bc83f-9c57-431c-bd3d-53707688a3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:07.491670 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5b466-bc7a-4b07-9472-fdec5eb432a4 req-e57303e3-c99e-4868-b8e5-9e8e69f103ae tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:07.493187 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a9e5b466-bc7a-4b07-9472-fdec5eb432a4 req-e57303e3-c99e-4868-b8e5-9e8e69f103ae tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 946 time: 0.0514171 Oct 28 14:45:07.502068 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8bc83f-9c57-431c-bd3d-53707688a3c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce30707-c38e-4617-94ce-1585b86bf931,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:07.534388 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a9e5b466-bc7a-4b07-9472-fdec5eb432a4 req-e40039ae-dff9-48d1-8f9e-ea4d9c7e5283 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups?id=340fd1d5-3260-41e6-a4e0-e4cc171b561c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349641 Oct 28 14:45:07.660635 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6b8bc83f-9c57-431c-bd3d-53707688a3c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1013947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646099'] for router_interface, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:07.792740 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19817f4-4756-484a-83a5-bc122b8d493f req-66880e6b-d92b-46f6-b198-dea4381aa088 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:07.794048 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b19817f4-4756-484a-83a5-bc122b8d493f req-66880e6b-d92b-46f6-b198-dea4381aa088 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.72 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 946 time: 0.0891130 Oct 28 14:45:07.968248 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8bc83f-9c57-431c-bd3d-53707688a3c9 admin admin] Router e9c5b660-5857-4abf-8ce8-cba21d896d6b has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:45:07.977121 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-b19817f4-4756-484a-83a5-bc122b8d493f req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Deleting port 71166dd3-5a41-434b-82cc-f09cbb79a996 {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:45:07.977459 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-b19817f4-4756-484a-83a5-bc122b8d493f req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:08.136607 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-b19817f4-4756-484a-83a5-bc122b8d493f req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] For port 71166dd3-5a41-434b-82cc-f09cbb79a996, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=71166dd3-5a41-434b-82cc-f09cbb79a996,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:45:08.136951 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-b19817f4-4756-484a-83a5-bc122b8d493f req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:08.184853 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8bc83f-9c57-431c-bd3d-53707688a3c9 admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:45:08.193406 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-6b8bc83f-9c57-431c-bd3d-53707688a3c9 admin admin] 10.222.0.79 "PUT /v2.0/routers/e9c5b660-5857-4abf-8ce8-cba21d896d6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6121204 Oct 28 14:45:08.195018 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41570) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:08.199585 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b31dad9-8cf5-4ed0-bc58-f9099a507d30 None None] Sync routers for ids ['e9c5b660-5857-4abf-8ce8-cba21d896d6b'] in dv-cinder-815848-1-iscsi {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:45:08.214312 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b31dad9-8cf5-4ed0-bc58-f9099a507d30 None None] Routers {'e9c5b660-5857-4abf-8ce8-cba21d896d6b'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:45:08.214962 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-8b31dad9-8cf5-4ed0-bc58-f9099a507d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:44:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['e9c5b660-5857-4abf-8ce8-cba21d896d6b'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:08.308243 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-9c52fafe-4bcc-4536-9c84-8cad16325ced admin admin] Publish callbacks [] for router, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:08.322938 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-8b31dad9-8cf5-4ed0-bc58-f9099a507d30 None None] Set router e9c5b660-5857-4abf-8ce8-cba21d896d6b gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:45:08.328473 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-b19817f4-4756-484a-83a5-bc122b8d493f req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:08.328819 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-b19817f4-4756-484a-83a5-bc122b8d493f req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640319'] for floatingip, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:08.329134 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.db.l3_db [req-b19817f4-4756-484a-83a5-bc122b8d493f req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Floating IP 9ee26c80-378e-40db-8238-4cd5b5313790 disassociated. External IP: 172.27.2.168, port: 71166dd3-5a41-434b-82cc-f09cbb79a996. Oct 28 14:45:08.329474 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-b19817f4-4756-484a-83a5-bc122b8d493f req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Calling delete_port for 71166dd3-5a41-434b-82cc-f09cbb79a996 owned by compute:nova {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:45:08.423631 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-9c52fafe-4bcc-4536-9c84-8cad16325ced admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:08.472043 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-b19817f4-4756-484a-83a5-bc122b8d493f req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:08.480447 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-9c52fafe-4bcc-4536-9c84-8cad16325ced admin admin] Deleting port 6a570600-4760-45bb-89d9-27bd0d6fee3a {{(pid=101539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:45:08.480787 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-9c52fafe-4bcc-4536-9c84-8cad16325ced admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:08.501551 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Pushing event deleted for resources: {'Port': ['ID=71166dd3-5a41-434b-82cc-f09cbb79a996,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:08.514425 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:08.514797 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:08.515017 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-8b31dad9-8cf5-4ed0-bc58-f9099a507d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c5b660-5857-4abf-8ce8-cba21d896d6b', 'name': 'tempest-TestShelveInstance-1538627887-router', 'tenant_id': 'e3042a7154394fd1ab02dda0f29aa720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '6a570600-4760-45bb-89d9-27bd0d6fee3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:38:52Z', 'updated_at': '2021-10-28T14:45:07Z', 'revision_number': 5, 'project_id': 'e3042a7154394fd1ab02dda0f29aa720', 'gw_port': {'id': '6a570600-4760-45bb-89d9-27bd0d6fee3a', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c5b660-5857-4abf-8ce8-cba21d896d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:38:52Z', 'updated_at': '2021-10-28T14:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:08.515198 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:08.515532 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:08.515939 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:08.516392 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:08.516582 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:08.516912 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:08.517229 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:08.517552 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:08.517866 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:08.518182 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:08.549069 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b31dad9-8cf5-4ed0-bc58-f9099a507d30 None None] Checking router: e9c5b660-5857-4abf-8ce8-cba21d896d6b for host: dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:45:08.557686 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b31dad9-8cf5-4ed0-bc58-f9099a507d30 None None] Routers {'e9c5b660-5857-4abf-8ce8-cba21d896d6b'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:45:08.558299 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-8b31dad9-8cf5-4ed0-bc58-f9099a507d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:44:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['e9c5b660-5857-4abf-8ce8-cba21d896d6b'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:08.577684 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.db [None req-9c52fafe-4bcc-4536-9c84-8cad16325ced admin admin] For port 6a570600-4760-45bb-89d9-27bd0d6fee3a, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=6a570600-4760-45bb-89d9-27bd0d6fee3a,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:45:08.578162 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-9c52fafe-4bcc-4536-9c84-8cad16325ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:08.591284 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-9c52fafe-4bcc-4536-9c84-8cad16325ced admin admin] Calling delete_port for 6a570600-4760-45bb-89d9-27bd0d6fee3a owned by network:router_gateway {{(pid=101539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:45:08.658705 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b19817f4-4756-484a-83a5-bc122b8d493f req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Router 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:45:08.658985 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-8b31dad9-8cf5-4ed0-bc58-f9099a507d30 None None] Set router e9c5b660-5857-4abf-8ce8-cba21d896d6b gateway port host: None {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:45:08.695217 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c19c2fba-d21a-4079-b3e6-d80282d7ad72 req-4a06d557-c7fd-4ade-b9ef-b177e64b8cfd tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/ports?device_id=873cc8fe-394e-489d-bcca-e4bebc47f4ad HTTP/1.1" status: 200 len: 210 time: 0.0384097 Oct 28 14:45:08.730615 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-8b31dad9-8cf5-4ed0-bc58-f9099a507d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c5b660-5857-4abf-8ce8-cba21d896d6b', 'name': 'tempest-TestShelveInstance-1538627887-router', 'tenant_id': 'e3042a7154394fd1ab02dda0f29aa720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:38:52Z', 'updated_at': '2021-10-28T14:45:08Z', 'revision_number': 6, 'project_id': 'e3042a7154394fd1ab02dda0f29aa720', 'gw_port_host': None}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:08.760995 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b31dad9-8cf5-4ed0-bc58-f9099a507d30 None None] The sync data for ids ['e9c5b660-5857-4abf-8ce8-cba21d896d6b'] in dv-cinder-815848-1-iscsi is: [{'id': 'e9c5b660-5857-4abf-8ce8-cba21d896d6b', 'name': 'tempest-TestShelveInstance-1538627887-router', 'tenant_id': 'e3042a7154394fd1ab02dda0f29aa720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:38:52Z', 'updated_at': '2021-10-28T14:45:08Z', 'revision_number': 6, 'project_id': 'e3042a7154394fd1ab02dda0f29aa720', 'gw_port_host': None}] {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:45:08.779216 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b19817f4-4756-484a-83a5-bc122b8d493f req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:45:08.791819 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445410a4-b89d-4b60-bd84-b488bfd5768d None None] Sync routers for ids ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'] in dv-cinder-815848-1-iscsi {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:45:08.812719 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445410a4-b89d-4b60-bd84-b488bfd5768d None None] Routers {'5b287cdb-ac50-4cf8-b5eb-ebdbab335342'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:45:08.813333 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-445410a4-b89d-4b60-bd84-b488bfd5768d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:44:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:08.822526 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19817f4-4756-484a-83a5-bc122b8d493f req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] No DVR routers for this DVR port 71166dd3-5a41-434b-82cc-f09cbb79a996 on host hv-cinder-81584 {{(pid=101538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:45:08.825231 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-b19817f4-4756-484a-83a5-bc122b8d493f req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:08.826140 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-9c52fafe-4bcc-4536-9c84-8cad16325ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:08.829159 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-b19817f4-4756-484a-83a5-bc122b8d493f req-a1ed1b46-b6bd-4df4-a942-8bc4ea5ec2ac tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.72 "DELETE /v2.0/ports/71166dd3-5a41-434b-82cc-f09cbb79a996 HTTP/1.1" status: 204 len: 173 time: 1.0273263 Oct 28 14:45:08.829619 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873cc8fe-394e-489d-bcca-e4bebc47f4ad', 'name': 'network-vif-deleted', 'tag': '71166dd3-5a41-434b-82cc-f09cbb79a996'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:45:08.832483 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2346a7f-19bc-48de-8b5f-e31556ec246c" -d '{"events": [{"server_uuid": "873cc8fe-394e-489d-bcca-e4bebc47f4ad", "name": "network-vif-deleted", "tag": "71166dd3-5a41-434b-82cc-f09cbb79a996"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:45:08.861418 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52fafe-4bcc-4536-9c84-8cad16325ced admin admin] Pushing event deleted for resources: {'Port': ['ID=6a570600-4760-45bb-89d9-27bd0d6fee3a,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:08.893043 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d3e9aa-5fca-4bce-911b-30fc3cd4726c x-openstack-request-id: req-72d3e9aa-5fca-4bce-911b-30fc3cd4726c {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:45:08.893549 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873cc8fe-394e-489d-bcca-e4bebc47f4ad", "name": "network-vif-deleted", "tag": "71166dd3-5a41-434b-82cc-f09cbb79a996", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:45:08.893977 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-72d3e9aa-5fca-4bce-911b-30fc3cd4726c {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:45:08.894527 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873cc8fe-394e-489d-bcca-e4bebc47f4ad', 'name': 'network-vif-deleted', 'tag': '71166dd3-5a41-434b-82cc-f09cbb79a996', 'status': 'completed', 'code': 200} Oct 28 14:45:08.942213 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-9c52fafe-4bcc-4536-9c84-8cad16325ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640369'] for router_gateway, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:08.988155 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-445410a4-b89d-4b60-bd84-b488bfd5768d None None] Set router 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:45:09.054322 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-9c52fafe-4bcc-4536-9c84-8cad16325ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1047'] for router, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:09.057084 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-9c52fafe-4bcc-4536-9c84-8cad16325ced admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:09.126602 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-9c52fafe-4bcc-4536-9c84-8cad16325ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646412'] for router, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:09.127685 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c52fafe-4bcc-4536-9c84-8cad16325ced admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9c5b660-5857-4abf-8ce8-cba21d896d6b {{(pid=101539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 14:45:09.149893 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-9c52fafe-4bcc-4536-9c84-8cad16325ced admin admin] Publish callbacks [] for router, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:09.156483 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 41580) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:09.163315 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-9c52fafe-4bcc-4536-9c84-8cad16325ced admin admin] 10.222.0.79 "DELETE /v2.0/routers/e9c5b660-5857-4abf-8ce8-cba21d896d6b HTTP/1.1" status: 204 len: 168 time: 0.9653122 Oct 28 14:45:09.219522 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-445410a4-b89d-4b60-bd84-b488bfd5768d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'name': 'tempest-AttachVolumeShelveTestJSON-1003602660-router', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:53Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'gw_port': {'id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:56Z', 'updated_at': '2021-10-28T14:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'baab3484-c53c-42e4-a44d-d303f6883550', 'name': '', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'mac_address': 'fa:16:3e:1c:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8c385150-b18d-415b-9404-b587a3485a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:03Z', 'updated_at': '2021-10-28T14:37:16Z', 'revision_number': 5, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'subnets': [{'id': '8c385150-b18d-415b-9404-b587a3485a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:09.224883 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_v2 [None req-0022280f-539b-41a8-add0-d26e3377b6c3 admin admin] Deleting subnet beb250cc-b482-45ef-a0a1-72083ff54fce {{(pid=101538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 14:45:09.236635 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-0022280f-539b-41a8-add0-d26e3377b6c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:09.251618 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445410a4-b89d-4b60-bd84-b488bfd5768d None None] Checking router: 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 for host: dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:45:09.261310 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445410a4-b89d-4b60-bd84-b488bfd5768d None None] Routers {'5b287cdb-ac50-4cf8-b5eb-ebdbab335342'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:45:09.261921 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-445410a4-b89d-4b60-bd84-b488bfd5768d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:44:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:09.275230 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-0022280f-539b-41a8-add0-d26e3377b6c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4821401'] for subnet, precommit_delete_associations {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:09.359193 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-0022280f-539b-41a8-add0-d26e3377b6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888065'] for subnet, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:09.379116 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-445410a4-b89d-4b60-bd84-b488bfd5768d None None] Set router 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:45:09.413692 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-0022280f-539b-41a8-add0-d26e3377b6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4880431'] for subnet, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:09.436622 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:45:09.446790 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022280f-539b-41a8-add0-d26e3377b6c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beb250cc-b482-45ef-a0a1-72083ff54fce,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:09.448892 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-0022280f-539b-41a8-add0-d26e3377b6c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:09.454768 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-0022280f-539b-41a8-add0-d26e3377b6c3 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/beb250cc-b482-45ef-a0a1-72083ff54fce HTTP/1.1" status: 204 len: 168 time: 0.2946849 Oct 28 14:45:09.455357 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41588) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:09.463880 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0659bdf3-fb55-4d78-b3da-3bc47d2cdb52 None None] Network a009bc94-a2c0-413d-b82a-287ac301740f requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:45:09.543167 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-cfd3ea59-d905-49da-bb19-5c4c09fedfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1857466'] for network, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:09.546340 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 41590) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:09.627795 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-cfd3ea59-d905-49da-bb19-5c4c09fedfd0 admin admin] Deleting port f965f783-5a86-40c0-b022-51809f6e99ca {{(pid=101539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:45:09.628305 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-cfd3ea59-d905-49da-bb19-5c4c09fedfd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:09.700941 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790a7a0e-1ee6-4f6d-b2ab-519bca22e3bc None None] DHCP port deletion for a009bc94-a2c0-413d-b82a-287ac301740f request from dv-cinder-815848-1-iscsi {{(pid=101540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 14:45:09.709930 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.db [None req-cfd3ea59-d905-49da-bb19-5c4c09fedfd0 admin admin] For port f965f783-5a86-40c0-b022-51809f6e99ca, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=f965f783-5a86-40c0-b022-51809f6e99ca,segment=NetworkSegment(caa6dafc-037d-491e-b00c-9476b34f8bd4),segment_id=caa6dafc-037d-491e-b00c-9476b34f8bd4)] {{(pid=101539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:45:09.710311 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-cfd3ea59-d905-49da-bb19-5c4c09fedfd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:09.722313 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-445410a4-b89d-4b60-bd84-b488bfd5768d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'name': 'tempest-AttachVolumeShelveTestJSON-1003602660-router', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:53Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'gw_port': {'id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:56Z', 'updated_at': '2021-10-28T14:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'baab3484-c53c-42e4-a44d-d303f6883550', 'name': '', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'mac_address': 'fa:16:3e:1c:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8c385150-b18d-415b-9404-b587a3485a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:03Z', 'updated_at': '2021-10-28T14:37:16Z', 'revision_number': 5, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'subnets': [{'id': '8c385150-b18d-415b-9404-b587a3485a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:09.723668 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-cfd3ea59-d905-49da-bb19-5c4c09fedfd0 admin admin] Calling delete_port for f965f783-5a86-40c0-b022-51809f6e99ca owned by network:dhcp {{(pid=101539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:45:09.758793 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e726ff85-0a82-472b-b411-949b78b3964d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:09.759059 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445410a4-b89d-4b60-bd84-b488bfd5768d None None] The sync data for ids ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'] in dv-cinder-815848-1-iscsi is: [{'id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'name': 'tempest-AttachVolumeShelveTestJSON-1003602660-router', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:53Z', 'updated_at': '2021-10-28T14:37:08Z', 'revision_number': 4, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'gw_port': {'id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:56Z', 'updated_at': '2021-10-28T14:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'baab3484-c53c-42e4-a44d-d303f6883550', 'name': '', 'network_id': '8c4fd715-4b25-4fcf-8589-609c400168cc', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'mac_address': 'fa:16:3e:1c:aa:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8c385150-b18d-415b-9404-b587a3485a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:37:03Z', 'updated_at': '2021-10-28T14:37:16Z', 'revision_number': 5, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'subnets': [{'id': '8c385150-b18d-415b-9404-b587a3485a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:45:09.787127 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-790a7a0e-1ee6-4f6d-b2ab-519bca22e3bc None None] Deleting port f965f783-5a86-40c0-b022-51809f6e99ca {{(pid=101540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:45:09.787496 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-790a7a0e-1ee6-4f6d-b2ab-519bca22e3bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:09.824035 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41598) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:09.866177 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-790a7a0e-1ee6-4f6d-b2ab-519bca22e3bc None None] For port f965f783-5a86-40c0-b022-51809f6e99ca, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=f965f783-5a86-40c0-b022-51809f6e99ca,segment=NetworkSegment(caa6dafc-037d-491e-b00c-9476b34f8bd4),segment_id=caa6dafc-037d-491e-b00c-9476b34f8bd4)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:45:09.866857 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-790a7a0e-1ee6-4f6d-b2ab-519bca22e3bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:09.872757 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-cfd3ea59-d905-49da-bb19-5c4c09fedfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:09.884902 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-790a7a0e-1ee6-4f6d-b2ab-519bca22e3bc None None] Calling delete_port for f965f783-5a86-40c0-b022-51809f6e99ca owned by network:dhcp {{(pid=101540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:45:09.911074 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e726ff85-0a82-472b-b411-949b78b3964d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:09.926893 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e726ff85-0a82-472b-b411-949b78b3964d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:09.946016 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd3ea59-d905-49da-bb19-5c4c09fedfd0 admin admin] No DVR routers for this DVR port f965f783-5a86-40c0-b022-51809f6e99ca on host dv-cinder-815848-1-iscsi {{(pid=101539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:45:09.948333 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3ea59-d905-49da-bb19-5c4c09fedfd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f965f783-5a86-40c0-b022-51809f6e99ca,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:09.973444 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726ff85-0a82-472b-b411-949b78b3964d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36231a6a-787f-4cf9-8d79-6b612256b0e0,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:09.978369 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-e726ff85-0a82-472b-b411-949b78b3964d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f5394161c23a4640b2dd70acce3d06fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4228499 Oct 28 14:45:09.982925 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 41600) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:10.008521 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-790a7a0e-1ee6-4f6d-b2ab-519bca22e3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261'] for port, after_delete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:10.042841 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a7a0e-1ee6-4f6d-b2ab-519bca22e3bc None None] No DVR routers for this DVR port f965f783-5a86-40c0-b022-51809f6e99ca on host dv-cinder-815848-1-iscsi {{(pid=101540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:45:10.044738 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a7a0e-1ee6-4f6d-b2ab-519bca22e3bc None None] Pushing event deleted for resources: {'Port': ['ID=f965f783-5a86-40c0-b022-51809f6e99ca,revision_number=None']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:10.058992 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-39e24e7e-4dc9-4713-948c-8c9e0ca6bef7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:10.060441 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-76b4d2cf-3b15-4179-b2bd-d92ac26b3025 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:10.086064 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-39e24e7e-4dc9-4713-948c-8c9e0ca6bef7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:10.090134 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-cfd3ea59-d905-49da-bb19-5c4c09fedfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898964', 'neutron.services.segments.db._delete_segments_for_network-8782349021790'] for network, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:10.113401 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-76b4d2cf-3b15-4179-b2bd-d92ac26b3025 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:10.129924 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-cfd3ea59-d905-49da-bb19-5c4c09fedfd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a009bc94-a2c0-413d-b82a-287ac301740f']}} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:10.146715 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-cfd3ea59-d905-49da-bb19-5c4c09fedfd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa6dafc-037d-491e-b00c-9476b34f8bd4') {'for_net_delete': True} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:10.147066 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-cfd3ea59-d905-49da-bb19-5c4c09fedfd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa6dafc-037d-491e-b00c-9476b34f8bd4') {} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:10.149949 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-39e24e7e-4dc9-4713-948c-8c9e0ca6bef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:10.153240 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-39e24e7e-4dc9-4713-948c-8c9e0ca6bef7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:10.154740 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-39e24e7e-4dc9-4713-948c-8c9e0ca6bef7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/36231a6a-787f-4cf9-8d79-6b612256b0e0 HTTP/1.1" status: 204 len: 168 time: 0.1703260 Oct 28 14:45:10.165108 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e24e7e-4dc9-4713-948c-8c9e0ca6bef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36231a6a-787f-4cf9-8d79-6b612256b0e0,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:10.176760 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-cfd3ea59-d905-49da-bb19-5c4c09fedfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782349022567', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125542'] for segment, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:10.204106 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-cfd3ea59-d905-49da-bb19-5c4c09fedfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:10.216575 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd3ea59-d905-49da-bb19-5c4c09fedfd0 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=101539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 14:45:10.216735 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-cfd3ea59-d905-49da-bb19-5c4c09fedfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5860523'] for segment, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: Traceback (most recent call last): Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: timer() Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: cb(*args, **kw) Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: return func(*args, **kwargs) Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: self._notify() Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: self.callback(batched_events) Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: event.method(event) Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: return f(self, *a, **k) Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: return self._get(url).json() Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: return self.request(url, 'GET', **kwargs) Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 14:45:10.218756 dv-cinder-815848-1-iscsi neutron-server[101539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 14:45:10.233179 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f05df3-965b-4c12-9543-81159a7d68c7 None None] New status for floating IP 9ee26c80-378e-40db-8238-4cd5b5313790: DOWN {{(pid=101540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 14:45:10.258487 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-76b4d2cf-3b15-4179-b2bd-d92ac26b3025 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:10.261120 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-76b4d2cf-3b15-4179-b2bd-d92ac26b3025 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:10.264720 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-76b4d2cf-3b15-4179-b2bd-d92ac26b3025 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "DELETE /v2.0/security-groups/340fd1d5-3260-41e6-a4e0-e4cc171b561c HTTP/1.1" status: 204 len: 168 time: 0.4349418 Oct 28 14:45:10.266218 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 41604) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:10.284039 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4d2cf-3b15-4179-b2bd-d92ac26b3025 tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=340fd1d5-3260-41e6-a4e0-e4cc171b561c,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:10.291455 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-cfd3ea59-d905-49da-bb19-5c4c09fedfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640333'] for network, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:10.293809 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.api.v2.resource [None req-76eff230-d053-4250-89fe-f017af8cfd1a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] show failed (client error): The resource could not be found. Oct 28 14:45:10.299062 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-76eff230-d053-4250-89fe-f017af8cfd1a tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "GET /v2.0/security-groups/340fd1d5-3260-41e6-a4e0-e4cc171b561c HTTP/1.1" status: 404 len: 347 time: 0.0314660 Oct 28 14:45:10.301283 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 41606) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:10.319469 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-cfd3ea59-d905-49da-bb19-5c4c09fedfd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:10.323313 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-cfd3ea59-d905-49da-bb19-5c4c09fedfd0 admin admin] 10.222.0.79 "DELETE /v2.0/networks/a009bc94-a2c0-413d-b82a-287ac301740f HTTP/1.1" status: 204 len: 168 time: 0.8669040 Oct 28 14:45:10.325227 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3ea59-d905-49da-bb19-5c4c09fedfd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a009bc94-a2c0-413d-b82a-287ac301740f,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:10.457905 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-c5988c47-c5a2-4d44-b0e9-008486114e5b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Deleting port 3cc971d6-e87f-4b36-a8a9-107ddf4c7bd5 {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:45:10.458339 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c5988c47-c5a2-4d44-b0e9-008486114e5b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:10.548378 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41618) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:10.601818 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-5084e31e-7df3-4e94-96e6-bc31fab1f34e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fac19c389c954392bd090a3a76ba291b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490735 Oct 28 14:45:10.602314 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41620) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:10.663075 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-feb3d5de-51b1-4186-a0a4-7bb2ce1cbadc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:10.687380 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-feb3d5de-51b1-4186-a0a4-7bb2ce1cbadc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:10.705577 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 1ce30707-c38e-4617-94ce-1585b86bf931 no longer exists at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:45:10.737566 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] No Port match for: 1ce30707-c38e-4617-94ce-1585b86bf931 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:45:10.738872 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 1ce30707-c38e-4617-94ce-1585b86bf931 not bound to the agent host dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:45:10.739704 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 6a570600-4760-45bb-89d9-27bd0d6fee3a no longer exists at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:45:10.768559 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] No Port match for: 6a570600-4760-45bb-89d9-27bd0d6fee3a {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:45:10.769236 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 6a570600-4760-45bb-89d9-27bd0d6fee3a not bound to the agent host dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:45:10.769872 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device f965f783-5a86-40c0-b022-51809f6e99ca no longer exists at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:45:10.796378 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] No Port match for: f965f783-5a86-40c0-b022-51809f6e99ca {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:45:10.797054 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device f965f783-5a86-40c0-b022-51809f6e99ca not bound to the agent host dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:45:10.843562 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c5988c47-c5a2-4d44-b0e9-008486114e5b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:10.843963 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c5988c47-c5a2-4d44-b0e9-008486114e5b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:10.859282 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-c5988c47-c5a2-4d44-b0e9-008486114e5b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Calling delete_port for 3cc971d6-e87f-4b36-a8a9-107ddf4c7bd5 owned by network:floatingip {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:45:10.989103 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-feb3d5de-51b1-4186-a0a4-7bb2ce1cbadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:10.993821 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-feb3d5de-51b1-4186-a0a4-7bb2ce1cbadc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:10.994671 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-feb3d5de-51b1-4186-a0a4-7bb2ce1cbadc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d2defe90-e94a-43e4-9d87-e721b92d6f61 HTTP/1.1" status: 204 len: 168 time: 0.3913603 Oct 28 14:45:11.007604 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3d5de-51b1-4186-a0a4-7bb2ce1cbadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2defe90-e94a-43e4-9d87-e721b92d6f61,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:11.029900 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c5988c47-c5a2-4d44-b0e9-008486114e5b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:11.063493 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5988c47-c5a2-4d44-b0e9-008486114e5b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Pushing event deleted for resources: {'Port': ['ID=3cc971d6-e87f-4b36-a8a9-107ddf4c7bd5,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:11.067387 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41634) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:11.142368 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c5988c47-c5a2-4d44-b0e9-008486114e5b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks [] for floatingip, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:11.145013 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c5988c47-c5a2-4d44-b0e9-008486114e5b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for floatingip, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:11.146283 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-c5988c47-c5a2-4d44-b0e9-008486114e5b tempest-AttachVolumeShelveTestJSON-799774722 tempest-AttachVolumeShelveTestJSON-799774722-project] 10.222.0.79 "DELETE /v2.0/floatingips/9ee26c80-378e-40db-8238-4cd5b5313790 HTTP/1.1" status: 204 len: 168 time: 0.8438849 Oct 28 14:45:11.302153 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-f5dd2e5e-9192-46a2-b997-87256b4d57e5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1910634466-network', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:45:11.323587 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dd2e5e-9192-46a2-b997-87256b4d57e5 admin admin] Made reservation on behalf of 5ed02b182e3f46e99a390b62c69040b0 for: {'network': 1} {{(pid=101539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:45:11.325801 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-f5dd2e5e-9192-46a2-b997-87256b4d57e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for network, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:11.334995 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-f5dd2e5e-9192-46a2-b997-87256b4d57e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:11.362489 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 41644) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:11.404340 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-479d6e39-cbca-411c-be6e-5a2463c8ed2e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e3042a7154394fd1ab02dda0f29aa720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405557 Oct 28 14:45:11.406756 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 41646) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:11.415361 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-f5dd2e5e-9192-46a2-b997-87256b4d57e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:11.420157 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-f5dd2e5e-9192-46a2-b997-87256b4d57e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:11.441120 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5dd2e5e-9192-46a2-b997-87256b4d57e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=101539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 14:45:11.454631 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd2e5e-9192-46a2-b997-87256b4d57e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:11.458020 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-30309e1e-f797-4715-8718-1ac9c2871bf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:11.460541 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-f5dd2e5e-9192-46a2-b997-87256b4d57e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:11.460819 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.db.segments_db [None req-f5dd2e5e-9192-46a2-b997-87256b4d57e5 admin admin] Added segment 3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e of type vlan for network c0b60cc5-c557-4048-96b3-dd41c7f60a2d Oct 28 14:45:11.480669 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-30309e1e-f797-4715-8718-1ac9c2871bf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:11.501602 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-f5dd2e5e-9192-46a2-b997-87256b4d57e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782348503983'] for network, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:11.525171 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-30309e1e-f797-4715-8718-1ac9c2871bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:11.527050 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-f5dd2e5e-9192-46a2-b997-87256b4d57e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for network, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:11.527835 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-30309e1e-f797-4715-8718-1ac9c2871bf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:11.528002 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dd2e5e-9192-46a2-b997-87256b4d57e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:11.531593 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-f5dd2e5e-9192-46a2-b997-87256b4d57e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:11.531752 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-30309e1e-f797-4715-8718-1ac9c2871bf5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6d6b1cab-fffa-4fad-9703-172d570f2e29 HTTP/1.1" status: 204 len: 168 time: 0.1213334 Oct 28 14:45:11.537329 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30309e1e-f797-4715-8718-1ac9c2871bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6b1cab-fffa-4fad-9703-172d570f2e29,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:11.588177 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-f5dd2e5e-9192-46a2-b997-87256b4d57e5 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5196218 Oct 28 14:45:11.591117 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 41650) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:11.596397 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-5136dd68-ca4d-4980-883b-06cb6a6613ef admin admin] Request body: {'subnet': {'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1910634466-subnet', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'ip_version': 4}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:45:11.599645 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd2e5e-9192-46a2-b997-87256b4d57e5 admin admin] Pushing event updated for resources: {'Network': ['ID=c0b60cc5-c557-4048-96b3-dd41c7f60a2d,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:11.610441 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Network c0b60cc5-c557-4048-96b3-dd41c7f60a2d details requested by agent ovs-agent-dv-cinder-815848-1-iscsi with host dv-cinder-815848-1-iscsi {{(pid=101540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 14:45:11.621980 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5136dd68-ca4d-4980-883b-06cb6a6613ef admin admin] Made reservation on behalf of 5ed02b182e3f46e99a390b62c69040b0 for: {'subnet': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:45:11.624427 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-5136dd68-ca4d-4980-883b-06cb6a6613ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4880846'] for subnet, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:11.801568 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 71166dd3-5a41-434b-82cc-f09cbb79a996 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:45:11.809201 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-5136dd68-ca4d-4980-883b-06cb6a6613ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4880860'] for subnet, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:11.825612 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] No Port match for: 71166dd3-5a41-434b-82cc-f09cbb79a996 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:45:11.826251 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 71166dd3-5a41-434b-82cc-f09cbb79a996 not bound to the agent host hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:45:11.861953 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136dd68-ca4d-4980-883b-06cb6a6613ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=055b9800-f4cb-4cca-aa2d-48b9946f99ac,revision_number=0']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:11.878779 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5136dd68-ca4d-4980-883b-06cb6a6613ef admin admin] Checking segment: {'id': '3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:45:11.879138 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5136dd68-ca4d-4980-883b-06cb6a6613ef admin admin] Network hostable DHCP agents. Network: c0b60cc5-c557-4048-96b3-dd41c7f60a2d, hostable agents: ['0f5c18ae-0b98-4d4d-aaff-bac106b0409b'], hosted agents: [] {{(pid=101538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 14:45:11.899290 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5136dd68-ca4d-4980-883b-06cb6a6613ef admin admin] Network c0b60cc5-c557-4048-96b3-dd41c7f60a2d is scheduled to be hosted by DHCP agent 0f5c18ae-0b98-4d4d-aaff-bac106b0409b with binding_index 1 {{(pid=101538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 14:45:11.911824 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-5136dd68-ca4d-4980-883b-06cb6a6613ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-1-iscsi, c0b60cc5-c557-4048-96b3-dd41c7f60a2d) {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:45:11.916029 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5136dd68-ca4d-4980-883b-06cb6a6613ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:11.916603 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-5136dd68-ca4d-4980-883b-06cb6a6613ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:11.921743 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d19496b-875f-40b2-a290-4f6f524c4990 None None] Network c0b60cc5-c557-4048-96b3-dd41c7f60a2d requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:45:11.937383 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-5136dd68-ca4d-4980-883b-06cb6a6613ef admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3447855 Oct 28 14:45:11.940010 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 41652) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:11.944261 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-5aa3a588-7083-4c75-ac3f-fa62c2c93771 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1910634466-router', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:45:11.964576 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a588-7083-4c75-ac3f-fa62c2c93771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1061'] for router, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:11.965609 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a588-7083-4c75-ac3f-fa62c2c93771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1054'] for router, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:12.020713 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a588-7083-4c75-ac3f-fa62c2c93771 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:12.068292 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6eccc5-fc50-4da7-ab1a-6949d629aba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb12ed448-6782-5d32-adc4-26a542b5c6bd-c0b60cc5-c557-4048-96b3-dd41c7f60a2d', 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'fixed_ips': [{'subnet_id': '055b9800-f4cb-4cca-aa2d-48b9946f99ac'}]}} from dv-cinder-815848-1-iscsi. {{(pid=101540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 14:45:12.069165 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-be6eccc5-fc50-4da7-ab1a-6949d629aba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:12.159405 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a588-7083-4c75-ac3f-fa62c2c93771 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:12.207398 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.db_base_plugin_common [None req-be6eccc5-fc50-4da7-ab1a-6949d629aba9 None None] Allocated IP 172.20.0.2 (c0b60cc5-c557-4048-96b3-dd41c7f60a2d/055b9800-f4cb-4cca-aa2d-48b9946f99ac/9c1bec68-8fdb-4a8a-99bc-9b899a30465f) {{(pid=101540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:45:12.365065 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-be6eccc5-fc50-4da7-ab1a-6949d629aba9 None None] Publish callbacks [] for port, precommit_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:12.373450 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-be6eccc5-fc50-4da7-ab1a-6949d629aba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:12.376873 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a588-7083-4c75-ac3f-fa62c2c93771 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:12.398861 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a588-7083-4c75-ac3f-fa62c2c93771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:12.413395 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6eccc5-fc50-4da7-ab1a-6949d629aba9 None None] Network c0b60cc5-c557-4048-96b3-dd41c7f60a2d is already hosted by enough agents. {{(pid=101540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:45:12.416426 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.scheduler.base_scheduler [None req-be6eccc5-fc50-4da7-ab1a-6949d629aba9 None None] Resources bound (agent type, host, resource id): {{(pid=101540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:45:12.420016 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6eccc5-fc50-4da7-ab1a-6949d629aba9 None None] Received port after_create {{(pid=101540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:45:12.428312 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6eccc5-fc50-4da7-ab1a-6949d629aba9 None None] Pushing event updated for resources: {'Port': ['ID=9c1bec68-8fdb-4a8a-99bc-9b899a30465f,revision_number=1']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:12.484898 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-be6eccc5-fc50-4da7-ab1a-6949d629aba9 None None] Attempting to bind port 9c1bec68-8fdb-4a8a-99bc-9b899a30465f on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:45:12.485264 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-be6eccc5-fc50-4da7-ab1a-6949d629aba9 None None] Attempting to bind port 9c1bec68-8fdb-4a8a-99bc-9b899a30465f by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': '3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d'}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:45:12.485622 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6eccc5-fc50-4da7-ab1a-6949d629aba9 None None] Attempting to bind port 9c1bec68-8fdb-4a8a-99bc-9b899a30465f on network c0b60cc5-c557-4048-96b3-dd41c7f60a2d {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:45:12.491207 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6eccc5-fc50-4da7-ab1a-6949d629aba9 None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:45:12.491846 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6eccc5-fc50-4da7-ab1a-6949d629aba9 None None] Checking segment: {'id': '3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:45:12.492763 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-be6eccc5-fc50-4da7-ab1a-6949d629aba9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:12.493329 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6eccc5-fc50-4da7-ab1a-6949d629aba9 None None] Bound using segment: {'id': '3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d'} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:45:12.493915 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-be6eccc5-fc50-4da7-ab1a-6949d629aba9 None None] Bound port: 9c1bec68-8fdb-4a8a-99bc-9b899a30465f, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d'}}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:45:12.494494 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-be6eccc5-fc50-4da7-ab1a-6949d629aba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:12.521502 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [None req-5aa3a588-7083-4c75-ac3f-fa62c2c93771 admin admin] Allocated IP 172.27.2.191 (ee68bfbb-5103-4d10-b9ad-fba4a097df41/ecb224d9-3cd4-4979-8f79-b30a4344ff69/89219799-e215-4af9-9328-d4680d1215b2) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:45:12.561046 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-be6eccc5-fc50-4da7-ab1a-6949d629aba9 None None] For port 9c1bec68-8fdb-4a8a-99bc-9b899a30465f, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:45:12.564226 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-be6eccc5-fc50-4da7-ab1a-6949d629aba9 None None] For port 9c1bec68-8fdb-4a8a-99bc-9b899a30465f, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=9c1bec68-8fdb-4a8a-99bc-9b899a30465f,segment=NetworkSegment(3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e),segment_id=3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e)] {{(pid=101540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:45:12.569035 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-be6eccc5-fc50-4da7-ab1a-6949d629aba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:12.627185 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a588-7083-4c75-ac3f-fa62c2c93771 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:12.633419 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6eccc5-fc50-4da7-ab1a-6949d629aba9 None None] Pushing event updated for resources: {'Port': ['ID=9c1bec68-8fdb-4a8a-99bc-9b899a30465f,revision_number=2']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:12.672110 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a588-7083-4c75-ac3f-fa62c2c93771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:12.710573 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa3a588-7083-4c75-ac3f-fa62c2c93771 admin admin] Network ee68bfbb-5103-4d10-b9ad-fba4a097df41 is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:45:12.713617 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-5aa3a588-7083-4c75-ac3f-fa62c2c93771 admin admin] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:45:12.717302 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa3a588-7083-4c75-ac3f-fa62c2c93771 admin admin] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:45:12.741087 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3a588-7083-4c75-ac3f-fa62c2c93771 admin admin] Pushing event updated for resources: {'Port': ['ID=89219799-e215-4af9-9328-d4680d1215b2,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:12.987024 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a588-7083-4c75-ac3f-fa62c2c93771 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:13.179798 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a588-7083-4c75-ac3f-fa62c2c93771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645785'] for router, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:13.312561 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa3a588-7083-4c75-ac3f-fa62c2c93771 admin admin] Router ee169e54-eb1a-443d-9470-1e57a6cc5ad0 is scheduled to L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd with binding_index 1 {{(pid=101538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 14:45:13.421941 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa3a588-7083-4c75-ac3f-fa62c2c93771 admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:45:13.430720 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] Sync routers for ids ['ee169e54-eb1a-443d-9470-1e57a6cc5ad0'] in dv-cinder-815848-1-iscsi {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:45:13.440484 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a588-7083-4c75-ac3f-fa62c2c93771 admin admin] Publish callbacks [] for router, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:13.441202 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] Routers {'ee169e54-eb1a-443d-9470-1e57a6cc5ad0'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:45:13.441792 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:44:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['ee169e54-eb1a-443d-9470-1e57a6cc5ad0'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:13.442054 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-5aa3a588-7083-4c75-ac3f-fa62c2c93771 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5011032 Oct 28 14:45:13.444861 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 41664) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:13.480769 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0538aaf-c102-4d04-814b-ebebd19dc486 None None] Network c0b60cc5-c557-4048-96b3-dd41c7f60a2d requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:45:13.603958 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41672) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:13.643163 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-2dd1901e-373c-4c99-bd6a-7bb660fad53b None None] Provisioning complete for port 9c1bec68-8fdb-4a8a-99bc-9b899a30465f triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:45:13.643843 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2dd1901e-373c-4c99-bd6a-7bb660fad53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:13.654395 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] Set router ee169e54-eb1a-443d-9470-1e57a6cc5ad0 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:45:13.788216 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2dd1901e-373c-4c99-bd6a-7bb660fad53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:13.849027 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'name': 'tempest-TestMinimumBasicScenario-1910634466-router', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89219799-e215-4af9-9328-d4680d1215b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:45:11Z', 'updated_at': '2021-10-28T14:45:12Z', 'revision_number': 3, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'gw_port': {'id': '89219799-e215-4af9-9328-d4680d1215b2', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:12Z', 'updated_at': '2021-10-28T14:45:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:13.853383 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-2dd1901e-373c-4c99-bd6a-7bb660fad53b None None] For port 9c1bec68-8fdb-4a8a-99bc-9b899a30465f, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=9c1bec68-8fdb-4a8a-99bc-9b899a30465f,segment=NetworkSegment(3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e),segment_id=3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:45:13.864612 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2dd1901e-373c-4c99-bd6a-7bb660fad53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:13.876215 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] Checking router: ee169e54-eb1a-443d-9470-1e57a6cc5ad0 for host: dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:45:13.876552 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] Updating router ee169e54-eb1a-443d-9470-1e57a6cc5ad0 port 89219799-e215-4af9-9328-d4680d1215b2 binding host dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 14:45:13.911771 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:13.930226 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1901e-373c-4c99-bd6a-7bb660fad53b None None] Pushing event updated for resources: {'Port': ['ID=9c1bec68-8fdb-4a8a-99bc-9b899a30465f,revision_number=3']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:13.947508 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-eb4a199a-87dc-4947-91b9-326f80cc2e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:14.096138 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-61c53d3b-1821-49a4-bb08-3fe4ea32048d None None] Provisioning complete for port 9c1bec68-8fdb-4a8a-99bc-9b899a30465f triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:45:14.096927 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-61c53d3b-1821-49a4-bb08-3fe4ea32048d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:14.114094 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [None req-eb4a199a-87dc-4947-91b9-326f80cc2e2d admin admin] Allocated IP 172.20.0.1 (c0b60cc5-c557-4048-96b3-dd41c7f60a2d/055b9800-f4cb-4cca-aa2d-48b9946f99ac/e2a3465a-7e08-4b96-9cbc-c326fd920b16) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:45:14.195309 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] Publish callbacks [] for port, precommit_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:14.203652 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:14.234450 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-eb4a199a-87dc-4947-91b9-326f80cc2e2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:14.254510 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc6b8a-cbe7-4d4e-81db-b80011a20cf0 None None] Pushing event updated for resources: {'Port': ['ID=89219799-e215-4af9-9328-d4680d1215b2,revision_number=2']} {{(pid=101541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:14.264029 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc6b8a-cbe7-4d4e-81db-b80011a20cf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:14.264382 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc6b8a-cbe7-4d4e-81db-b80011a20cf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:14.264707 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc6b8a-cbe7-4d4e-81db-b80011a20cf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:14.265296 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc6b8a-cbe7-4d4e-81db-b80011a20cf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:14.265658 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc6b8a-cbe7-4d4e-81db-b80011a20cf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:14.265979 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc6b8a-cbe7-4d4e-81db-b80011a20cf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:14.266295 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc6b8a-cbe7-4d4e-81db-b80011a20cf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:14.266614 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc6b8a-cbe7-4d4e-81db-b80011a20cf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:14.266961 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc6b8a-cbe7-4d4e-81db-b80011a20cf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:14.267432 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc6b8a-cbe7-4d4e-81db-b80011a20cf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:14.267745 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc6b8a-cbe7-4d4e-81db-b80011a20cf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:14.268058 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc6b8a-cbe7-4d4e-81db-b80011a20cf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:14.271457 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] Attempting to bind port 89219799-e215-4af9-9328-d4680d1215b2 on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:45:14.271815 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] Attempting to bind port 89219799-e215-4af9-9328-d4680d1215b2 by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}] {{(pid=101541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:45:14.272168 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] Attempting to bind port 89219799-e215-4af9-9328-d4680d1215b2 on network ee68bfbb-5103-4d10-b9ad-fba4a097df41 {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:45:14.278300 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:45:14.278665 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] Checking segment: {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:45:14.279238 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:14.279630 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] Bound using segment: {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'} {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:45:14.280074 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] Bound port: 89219799-e215-4af9-9328-d4680d1215b2, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}}] {{(pid=101541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:45:14.280455 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:14.287169 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-eb4a199a-87dc-4947-91b9-326f80cc2e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:14.335303 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.db [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] For port 89219799-e215-4af9-9328-d4680d1215b2, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:45:14.336799 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4a199a-87dc-4947-91b9-326f80cc2e2d admin admin] Network c0b60cc5-c557-4048-96b3-dd41c7f60a2d is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:45:14.339975 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.db [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] For port 89219799-e215-4af9-9328-d4680d1215b2, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=89219799-e215-4af9-9328-d4680d1215b2,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:45:14.341067 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-85195ae1-d4f6-462f-9f8c-bc1bbc22163e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645951'] for router_interface, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:14.342868 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-eb4a199a-87dc-4947-91b9-326f80cc2e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:45:14.344673 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:14.347620 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4a199a-87dc-4947-91b9-326f80cc2e2d admin admin] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:45:14.351271 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a199a-87dc-4947-91b9-326f80cc2e2d admin admin] Pushing event updated for resources: {'Port': ['ID=e2a3465a-7e08-4b96-9cbc-c326fd920b16,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:14.394094 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-eb4a199a-87dc-4947-91b9-326f80cc2e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640452'] for router_interface, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:14.414324 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] Routers {'ee169e54-eb1a-443d-9470-1e57a6cc5ad0'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:45:14.415234 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:44:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['ee169e54-eb1a-443d-9470-1e57a6cc5ad0'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:14.418335 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc6b8a-cbe7-4d4e-81db-b80011a20cf0 None None] Pushing event updated for resources: {'Port': ['ID=89219799-e215-4af9-9328-d4680d1215b2,revision_number=3']} {{(pid=101541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:14.520782 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] Set router ee169e54-eb1a-443d-9470-1e57a6cc5ad0 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:45:14.577355 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-eb4a199a-87dc-4947-91b9-326f80cc2e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:14.611053 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-4b479f9f-8c4a-42b6-b717-4bf0d630c047 None None] Provisioning complete for port e2a3465a-7e08-4b96-9cbc-c326fd920b16 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:45:14.611663 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-4b479f9f-8c4a-42b6-b717-4bf0d630c047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:14.629813 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-85195ae1-d4f6-462f-9f8c-bc1bbc22163e admin admin] Deleting port baab3484-c53c-42e4-a44d-d303f6883550 {{(pid=101539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:45:14.630370 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-85195ae1-d4f6-462f-9f8c-bc1bbc22163e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:14.652050 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-4b479f9f-8c4a-42b6-b717-4bf0d630c047 None None] Port e2a3465a-7e08-4b96-9cbc-c326fd920b16 cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:45:14.736957 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.db [None req-85195ae1-d4f6-462f-9f8c-bc1bbc22163e admin admin] For port baab3484-c53c-42e4-a44d-d303f6883550, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=baab3484-c53c-42e4-a44d-d303f6883550,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:45:14.737222 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-85195ae1-d4f6-462f-9f8c-bc1bbc22163e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:14.758168 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 9c1bec68-8fdb-4a8a-99bc-9b899a30465f up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:45:14.759515 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-85195ae1-d4f6-462f-9f8c-bc1bbc22163e admin admin] Calling delete_port for baab3484-c53c-42e4-a44d-d303f6883550 owned by network:router_interface {{(pid=101539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:45:14.771600 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'name': 'tempest-TestMinimumBasicScenario-1910634466-router', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89219799-e215-4af9-9328-d4680d1215b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:45:11Z', 'updated_at': '2021-10-28T14:45:12Z', 'revision_number': 3, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'gw_port': {'id': '89219799-e215-4af9-9328-d4680d1215b2', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:12Z', 'updated_at': '2021-10-28T14:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:14.788328 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-eb4a199a-87dc-4947-91b9-326f80cc2e2d admin admin] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:14.796282 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-eb4a199a-87dc-4947-91b9-326f80cc2e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372466'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:14.801374 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7d4589-699d-41d1-8f00-eba9de196aa2 None None] The sync data for ids ['ee169e54-eb1a-443d-9470-1e57a6cc5ad0'] in dv-cinder-815848-1-iscsi is: [{'id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'name': 'tempest-TestMinimumBasicScenario-1910634466-router', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89219799-e215-4af9-9328-d4680d1215b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:45:11Z', 'updated_at': '2021-10-28T14:45:12Z', 'revision_number': 3, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'gw_port': {'id': '89219799-e215-4af9-9328-d4680d1215b2', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:12Z', 'updated_at': '2021-10-28T14:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}] {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:45:14.816332 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 9c1bec68-8fdb-4a8a-99bc-9b899a30465f triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:45:14.816776 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:14.875623 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-eb4a199a-87dc-4947-91b9-326f80cc2e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645972'] for router_interface, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:14.897201 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a199a-87dc-4947-91b9-326f80cc2e2d admin admin] Pushing event updated for resources: {'Port': ['ID=e2a3465a-7e08-4b96-9cbc-c326fd920b16,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:14.981049 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-85195ae1-d4f6-462f-9f8c-bc1bbc22163e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:14.997894 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4a199a-87dc-4947-91b9-326f80cc2e2d admin admin] Network c0b60cc5-c557-4048-96b3-dd41c7f60a2d is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:45:14.999407 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-eb4a199a-87dc-4947-91b9-326f80cc2e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:45:15.007828 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85195ae1-d4f6-462f-9f8c-bc1bbc22163e admin admin] Pushing event deleted for resources: {'Port': ['ID=baab3484-c53c-42e4-a44d-d303f6883550,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:15.209996 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4a199a-87dc-4947-91b9-326f80cc2e2d admin admin] Router ee169e54-eb1a-443d-9470-1e57a6cc5ad0 has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:45:15.262814 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-85195ae1-d4f6-462f-9f8c-bc1bbc22163e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1013947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646099'] for router_interface, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:15.397808 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-e5274c4f-f5da-473c-97e7-f08870320e35 None None] Provisioning complete for port e2a3465a-7e08-4b96-9cbc-c326fd920b16 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:45:15.398179 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-e5274c4f-f5da-473c-97e7-f08870320e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:15.435058 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-e5274c4f-f5da-473c-97e7-f08870320e35 None None] Port e2a3465a-7e08-4b96-9cbc-c326fd920b16 cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:45:15.528092 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85195ae1-d4f6-462f-9f8c-bc1bbc22163e admin admin] Router 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:45:15.642819 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4a199a-87dc-4947-91b9-326f80cc2e2d admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:45:15.643553 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85195ae1-d4f6-462f-9f8c-bc1bbc22163e admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:45:15.654291 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-eb4a199a-87dc-4947-91b9-326f80cc2e2d admin admin] 10.222.0.79 "PUT /v2.0/routers/ee169e54-eb1a-443d-9470-1e57a6cc5ad0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2022443 Oct 28 14:45:15.654516 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-85195ae1-d4f6-462f-9f8c-bc1bbc22163e admin admin] 10.222.0.79 "PUT /v2.0/routers/5b287cdb-ac50-4cf8-b5eb-ebdbab335342/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0435989 Oct 28 14:45:15.654516 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41676) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:15.664803 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef86636-7a33-427e-ad3b-403c8855e5ae None None] Sync routers for ids ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'] in dv-cinder-815848-1-iscsi {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:45:15.687191 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef86636-7a33-427e-ad3b-403c8855e5ae None None] Routers {'5b287cdb-ac50-4cf8-b5eb-ebdbab335342'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:45:15.687967 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-fef86636-7a33-427e-ad3b-403c8855e5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:44:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:15.789042 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-753490b6-3a23-4f79-814c-d3964c4a2f5d admin admin] Publish callbacks [] for router, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:15.831768 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-fef86636-7a33-427e-ad3b-403c8855e5ae None None] Set router 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:45:15.904906 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-753490b6-3a23-4f79-814c-d3964c4a2f5d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:15.975444 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-753490b6-3a23-4f79-814c-d3964c4a2f5d admin admin] Deleting port 2d9e4d8d-552b-4951-beda-92b71ebb25f4 {{(pid=101539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:45:15.975997 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-753490b6-3a23-4f79-814c-d3964c4a2f5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:16.031168 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-fef86636-7a33-427e-ad3b-403c8855e5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'name': 'tempest-AttachVolumeShelveTestJSON-1003602660-router', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:53Z', 'updated_at': '2021-10-28T14:45:14Z', 'revision_number': 5, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'gw_port': {'id': '2d9e4d8d-552b-4951-beda-92b71ebb25f4', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:36:56Z', 'updated_at': '2021-10-28T14:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:16.062006 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef86636-7a33-427e-ad3b-403c8855e5ae None None] Checking router: 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 for host: dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:45:16.065612 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.db [None req-753490b6-3a23-4f79-814c-d3964c4a2f5d admin admin] For port 2d9e4d8d-552b-4951-beda-92b71ebb25f4, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=2d9e4d8d-552b-4951-beda-92b71ebb25f4,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:45:16.066130 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-753490b6-3a23-4f79-814c-d3964c4a2f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:16.070846 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef86636-7a33-427e-ad3b-403c8855e5ae None None] Routers {'5b287cdb-ac50-4cf8-b5eb-ebdbab335342'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:45:16.071467 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-fef86636-7a33-427e-ad3b-403c8855e5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:44:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:16.084661 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-753490b6-3a23-4f79-814c-d3964c4a2f5d admin admin] Calling delete_port for 2d9e4d8d-552b-4951-beda-92b71ebb25f4 owned by network:router_gateway {{(pid=101539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:45:16.169109 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-fef86636-7a33-427e-ad3b-403c8855e5ae None None] Set router 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 gateway port host: None {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:45:16.195010 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 41692) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:16.200691 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-d6d01db5-69d9-4755-93fe-307ea3d36205 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-758640774-network', 'tenant_id': 'f409a869e2344604b5ac3ae7f026e3fd'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:45:16.228672 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-fef86636-7a33-427e-ad3b-403c8855e5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'name': 'tempest-AttachVolumeShelveTestJSON-1003602660-router', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:53Z', 'updated_at': '2021-10-28T14:45:15Z', 'revision_number': 6, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'gw_port_host': None}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:16.231059 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d01db5-69d9-4755-93fe-307ea3d36205 admin admin] Made reservation on behalf of f409a869e2344604b5ac3ae7f026e3fd for: {'network': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:45:16.233402 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d6d01db5-69d9-4755-93fe-307ea3d36205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for network, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:16.244024 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d6d01db5-69d9-4755-93fe-307ea3d36205 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:16.266234 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-753490b6-3a23-4f79-814c-d3964c4a2f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:16.298508 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753490b6-3a23-4f79-814c-d3964c4a2f5d admin admin] Pushing event deleted for resources: {'Port': ['ID=2d9e4d8d-552b-4951-beda-92b71ebb25f4,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:16.342381 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d6d01db5-69d9-4755-93fe-307ea3d36205 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:16.350144 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d6d01db5-69d9-4755-93fe-307ea3d36205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:16.370460 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-753490b6-3a23-4f79-814c-d3964c4a2f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640369'] for router_gateway, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:16.372860 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d01db5-69d9-4755-93fe-307ea3d36205 admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=101538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 14:45:16.394333 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d6d01db5-69d9-4755-93fe-307ea3d36205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:16.395078 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.db.segments_db [None req-d6d01db5-69d9-4755-93fe-307ea3d36205 admin admin] Added segment 844fc2d2-e61f-49aa-a3da-a3c9cd72c96b of type vlan for network 279c59d3-e9dc-47de-98fc-0ceb5e561405 Oct 28 14:45:16.396712 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d01db5-69d9-4755-93fe-307ea3d36205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e203387e-d170-4cfc-a33c-bb14eafaa0d2,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:16.401637 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef86636-7a33-427e-ad3b-403c8855e5ae None None] The sync data for ids ['5b287cdb-ac50-4cf8-b5eb-ebdbab335342'] in dv-cinder-815848-1-iscsi is: [{'id': '5b287cdb-ac50-4cf8-b5eb-ebdbab335342', 'name': 'tempest-AttachVolumeShelveTestJSON-1003602660-router', 'tenant_id': '89fb273f901845daa8cf52ed4beefe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:36:53Z', 'updated_at': '2021-10-28T14:45:15Z', 'revision_number': 6, 'project_id': '89fb273f901845daa8cf52ed4beefe1d', 'gw_port_host': None}] {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:45:16.447829 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d6d01db5-69d9-4755-93fe-307ea3d36205 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782348503983'] for network, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:16.464232 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-753490b6-3a23-4f79-814c-d3964c4a2f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1047'] for router, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:16.466411 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-753490b6-3a23-4f79-814c-d3964c4a2f5d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:16.477142 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d6d01db5-69d9-4755-93fe-307ea3d36205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890'] for network, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:16.478363 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d01db5-69d9-4755-93fe-307ea3d36205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:16.479229 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-d6d01db5-69d9-4755-93fe-307ea3d36205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:16.511800 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-753490b6-3a23-4f79-814c-d3964c4a2f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646412'] for router, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:16.512414 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753490b6-3a23-4f79-814c-d3964c4a2f5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b287cdb-ac50-4cf8-b5eb-ebdbab335342 {{(pid=101539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 14:45:16.517574 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-753490b6-3a23-4f79-814c-d3964c4a2f5d admin admin] Publish callbacks [] for router, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:16.518717 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-753490b6-3a23-4f79-814c-d3964c4a2f5d admin admin] 10.222.0.79 "DELETE /v2.0/routers/5b287cdb-ac50-4cf8-b5eb-ebdbab335342 HTTP/1.1" status: 204 len: 168 time: 0.8632252 Oct 28 14:45:16.521416 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41694) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:16.540678 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-d6d01db5-69d9-4755-93fe-307ea3d36205 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3439679 Oct 28 14:45:16.541332 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 41696) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:16.548729 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-c8fac13f-ddcd-47b1-b9f6-1baceb0063af admin admin] Request body: {'subnet': {'network_id': '279c59d3-e9dc-47de-98fc-0ceb5e561405', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-758640774-subnet', 'tenant_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'ip_version': 4}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:45:16.552784 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d01db5-69d9-4755-93fe-307ea3d36205 admin admin] Pushing event updated for resources: {'Network': ['ID=279c59d3-e9dc-47de-98fc-0ceb5e561405,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:16.565668 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Network 279c59d3-e9dc-47de-98fc-0ceb5e561405 details requested by agent ovs-agent-dv-cinder-815848-1-iscsi with host dv-cinder-815848-1-iscsi {{(pid=101540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 14:45:16.572796 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.db_base_plugin_v2 [None req-756049af-ac18-480a-b1fe-9a575331a8a1 admin admin] Deleting subnet 8c385150-b18d-415b-9404-b587a3485a15 {{(pid=101539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 14:45:16.573357 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fac13f-ddcd-47b1-b9f6-1baceb0063af admin admin] Made reservation on behalf of f409a869e2344604b5ac3ae7f026e3fd for: {'subnet': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:45:16.575812 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c8fac13f-ddcd-47b1-b9f6-1baceb0063af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4880846'] for subnet, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:16.576538 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-756049af-ac18-480a-b1fe-9a575331a8a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:16.613320 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-756049af-ac18-480a-b1fe-9a575331a8a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6125471'] for subnet, precommit_delete_associations {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:16.660236 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] Sync routers for ids ['ee169e54-eb1a-443d-9470-1e57a6cc5ad0'] in dv-cinder-815848-1-iscsi {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:45:16.671129 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] Routers {'ee169e54-eb1a-443d-9470-1e57a6cc5ad0'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:45:16.671892 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:44:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['ee169e54-eb1a-443d-9470-1e57a6cc5ad0'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:16.697595 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-756049af-ac18-480a-b1fe-9a575331a8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888065'] for subnet, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:16.745176 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c8fac13f-ddcd-47b1-b9f6-1baceb0063af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4880860'] for subnet, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:16.770906 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-756049af-ac18-480a-b1fe-9a575331a8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5860417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4688964'] for subnet, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:16.807393 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756049af-ac18-480a-b1fe-9a575331a8a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c385150-b18d-415b-9404-b587a3485a15,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:16.809000 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-756049af-ac18-480a-b1fe-9a575331a8a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for subnet, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:16.810443 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] Set router ee169e54-eb1a-443d-9470-1e57a6cc5ad0 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:45:16.814802 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-756049af-ac18-480a-b1fe-9a575331a8a1 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8c385150-b18d-415b-9404-b587a3485a15 HTTP/1.1" status: 204 len: 168 time: 0.2898014 Oct 28 14:45:16.818702 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11e34ab-f37f-4990-81be-3816b7d02957 None None] Network 8c4fd715-4b25-4fcf-8589-609c400168cc requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:45:16.823233 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41698) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:16.868029 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fac13f-ddcd-47b1-b9f6-1baceb0063af admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f50012d-696f-4c19-aa79-050fb4828fd4,revision_number=0']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:16.891572 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fac13f-ddcd-47b1-b9f6-1baceb0063af admin admin] Checking segment: {'id': '844fc2d2-e61f-49aa-a3da-a3c9cd72c96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '279c59d3-e9dc-47de-98fc-0ceb5e561405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:45:16.892048 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fac13f-ddcd-47b1-b9f6-1baceb0063af admin admin] Network hostable DHCP agents. Network: 279c59d3-e9dc-47de-98fc-0ceb5e561405, hostable agents: ['0f5c18ae-0b98-4d4d-aaff-bac106b0409b'], hosted agents: [] {{(pid=101538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 14:45:16.928801 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fac13f-ddcd-47b1-b9f6-1baceb0063af admin admin] Network 279c59d3-e9dc-47de-98fc-0ceb5e561405 is scheduled to be hosted by DHCP agent 0f5c18ae-0b98-4d4d-aaff-bac106b0409b with binding_index 1 {{(pid=101538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 14:45:16.943374 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-c8fac13f-ddcd-47b1-b9f6-1baceb0063af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815848-1-iscsi, 279c59d3-e9dc-47de-98fc-0ceb5e561405) {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:45:16.948911 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1857466'] for network, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:16.951550 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fac13f-ddcd-47b1-b9f6-1baceb0063af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:16.954296 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c8fac13f-ddcd-47b1-b9f6-1baceb0063af admin admin] Publish callbacks [] for subnet, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:16.965278 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7403292e-8667-4f4e-889e-00053d08be65 None None] Network 279c59d3-e9dc-47de-98fc-0ceb5e561405 requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:45:16.984005 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-c8fac13f-ddcd-47b1-b9f6-1baceb0063af admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4393010 Oct 28 14:45:16.984771 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 41700) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:16.989130 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-432f724a-d188-406c-b730-39893a6acbca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-758640774-router', 'tenant_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:45:17.021147 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Deleting port 416e66ac-8dfc-46c8-9501-ed48f64c44ee {{(pid=101539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:45:17.021441 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-432f724a-d188-406c-b730-39893a6acbca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1061'] for router, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:17.021600 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:17.022995 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-432f724a-d188-406c-b730-39893a6acbca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-646477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-702527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1054'] for router, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:17.077932 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'name': 'tempest-TestMinimumBasicScenario-1910634466-router', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89219799-e215-4af9-9328-d4680d1215b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:45:11Z', 'updated_at': '2021-10-28T14:45:14Z', 'revision_number': 4, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'gw_port': {'id': '89219799-e215-4af9-9328-d4680d1215b2', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:12Z', 'updated_at': '2021-10-28T14:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'e2a3465a-7e08-4b96-9cbc-c326fd920b16', 'name': '', 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'mac_address': 'fa:16:3e:af:af:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '055b9800-f4cb-4cca-aa2d-48b9946f99ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:13Z', 'updated_at': '2021-10-28T14:45:14Z', 'revision_number': 2, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'subnets': [{'id': '055b9800-f4cb-4cca-aa2d-48b9946f99ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:17.089364 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-432f724a-d188-406c-b730-39893a6acbca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:17.109040 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] Checking router: ee169e54-eb1a-443d-9470-1e57a6cc5ad0 for host: dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:45:17.109906 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] Updating router ee169e54-eb1a-443d-9470-1e57a6cc5ad0 port e2a3465a-7e08-4b96-9cbc-c326fd920b16 binding host dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 14:45:17.113906 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.db [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] For port 416e66ac-8dfc-46c8-9501-ed48f64c44ee, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=416e66ac-8dfc-46c8-9501-ed48f64c44ee,segment=NetworkSegment(530d6b60-2958-4a04-a1ee-61daf218cf06),segment_id=530d6b60-2958-4a04-a1ee-61daf218cf06)] {{(pid=101539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:45:17.114352 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:17.124522 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-6582e673-9c60-435c-9415-09122922ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:17.130697 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Calling delete_port for 416e66ac-8dfc-46c8-9501-ed48f64c44ee owned by network:dhcp {{(pid=101539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:45:17.143741 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:17.234799 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d2e78f-cd76-483f-8db3-52bda1e50b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb12ed448-6782-5d32-adc4-26a542b5c6bd-279c59d3-e9dc-47de-98fc-0ceb5e561405', 'network_id': '279c59d3-e9dc-47de-98fc-0ceb5e561405', 'tenant_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'fixed_ips': [{'subnet_id': '2f50012d-696f-4c19-aa79-050fb4828fd4'}]}} from dv-cinder-815848-1-iscsi. {{(pid=101540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 14:45:17.235795 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e78f-cd76-483f-8db3-52bda1e50b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:17.245474 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:17.277794 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-432f724a-d188-406c-b730-39893a6acbca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:17.281441 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=416e66ac-8dfc-46c8-9501-ed48f64c44ee,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:17.285543 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] No DVR routers for this DVR port 416e66ac-8dfc-46c8-9501-ed48f64c44ee on host dv-cinder-815848-1-iscsi {{(pid=101539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:45:17.333118 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02801b82-1575-47b3-a1ac-b9b6386e85bd None None] DHCP port deletion for 8c4fd715-4b25-4fcf-8589-609c400168cc request from dv-cinder-815848-1-iscsi {{(pid=101540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 14:45:17.349618 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:17.350729 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:17.351249 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:17.351735 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:17.352844 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:17.353355 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:17.353968 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:17.354486 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:17.355055 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:17.355532 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:17.356028 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:17.356501 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:45:17.389895 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 89219799-e215-4af9-9328-d4680d1215b2 up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:45:17.445246 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.db_base_plugin_common [None req-b0d2e78f-cd76-483f-8db3-52bda1e50b9e None None] Allocated IP 172.20.0.2 (279c59d3-e9dc-47de-98fc-0ceb5e561405/2f50012d-696f-4c19-aa79-050fb4828fd4/f2215ec8-671c-44ad-a37f-7a290ff32b2e) {{(pid=101540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:45:17.450102 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898964', 'neutron.services.segments.db._delete_segments_for_network-8782349021790'] for network, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:17.487940 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4fd715-4b25-4fcf-8589-609c400168cc']}} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:17.511253 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '530d6b60-2958-4a04-a1ee-61daf218cf06') {'for_net_delete': True} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:17.511253 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '530d6b60-2958-4a04-a1ee-61daf218cf06') {} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:17.524602 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782349022567', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125542'] for segment, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:17.524795 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] Publish callbacks [] for port, precommit_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:17.531985 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:17.543428 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:17.563797 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=101539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 14:45:17.564438 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5860523'] for segment, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:17.589279 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 89219799-e215-4af9-9328-d4680d1215b2 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:45:17.589650 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:17.597657 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94dd352-0ada-4200-9414-8f390af8a966 None None] Pushing event updated for resources: {'Port': ['ID=e2a3465a-7e08-4b96-9cbc-c326fd920b16,revision_number=3']} {{(pid=101541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:17.614921 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-432f724a-d188-406c-b730-39893a6acbca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:17.655474 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-432f724a-d188-406c-b730-39893a6acbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:17.726197 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] Attempting to bind port e2a3465a-7e08-4b96-9cbc-c326fd920b16 on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:45:17.726672 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] Attempting to bind port e2a3465a-7e08-4b96-9cbc-c326fd920b16 by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': '3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d'}] {{(pid=101541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:45:17.729022 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] Attempting to bind port e2a3465a-7e08-4b96-9cbc-c326fd920b16 on network c0b60cc5-c557-4048-96b3-dd41c7f60a2d {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:45:17.739909 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:45:17.740293 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] Checking segment: {'id': '3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:45:17.745777 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:17.746314 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] Bound using segment: {'id': '3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d'} {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:45:17.746850 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] Bound port: e2a3465a-7e08-4b96-9cbc-c326fd920b16, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d'}}] {{(pid=101541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:45:17.747282 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:17.760595 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:17.810670 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e78f-cd76-483f-8db3-52bda1e50b9e None None] Publish callbacks [] for port, precommit_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:17.814163 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] For port 89219799-e215-4af9-9328-d4680d1215b2, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=89219799-e215-4af9-9328-d4680d1215b2,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:45:17.831959 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:17.868827 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [None req-432f724a-d188-406c-b730-39893a6acbca admin admin] Allocated IP 172.27.2.23 (ee68bfbb-5103-4d10-b9ad-fba4a097df41/ecb224d9-3cd4-4979-8f79-b30a4344ff69/03a13912-ff32-40ae-ad83-62b26a329123) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:45:17.878014 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.db [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] For port e2a3465a-7e08-4b96-9cbc-c326fd920b16, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:45:17.882701 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.db [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] For port e2a3465a-7e08-4b96-9cbc-c326fd920b16, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=e2a3465a-7e08-4b96-9cbc-c326fd920b16,segment=NetworkSegment(3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e),segment_id=3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e)] {{(pid=101541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:45:17.888424 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e78f-cd76-483f-8db3-52bda1e50b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252'] for port, after_create {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:17.890742 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:17.929002 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d2e78f-cd76-483f-8db3-52bda1e50b9e None None] Network 279c59d3-e9dc-47de-98fc-0ceb5e561405 is already hosted by enough agents. {{(pid=101540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:45:17.934002 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device baab3484-c53c-42e4-a44d-d303f6883550 no longer exists at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:45:17.973474 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] Routers {'ee169e54-eb1a-443d-9470-1e57a6cc5ad0'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:45:17.974141 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:44:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['ee169e54-eb1a-443d-9470-1e57a6cc5ad0'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:17.985497 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.scheduler.base_scheduler [None req-b0d2e78f-cd76-483f-8db3-52bda1e50b9e None None] Resources bound (agent type, host, resource id): {{(pid=101540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:45:17.992626 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Pushing event updated for resources: {'Port': ['ID=89219799-e215-4af9-9328-d4680d1215b2,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:17.996622 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d2e78f-cd76-483f-8db3-52bda1e50b9e None None] Received port after_create {{(pid=101540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:45:18.000913 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-a99dd265-4287-40b2-8952-e488db5f3ee2 None None] Provisioning complete for port e2a3465a-7e08-4b96-9cbc-c326fd920b16 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:45:18.001409 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-a99dd265-4287-40b2-8952-e488db5f3ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:18.022308 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94dd352-0ada-4200-9414-8f390af8a966 None None] Pushing event updated for resources: {'Port': ['ID=e2a3465a-7e08-4b96-9cbc-c326fd920b16,revision_number=4']} {{(pid=101541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: Traceback (most recent call last): Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: timer() Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: cb(*args, **kw) Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: return func(*args, **kwargs) Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: self._notify() Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: self.callback(batched_events) Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: event.method(event) Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: return f(self, *a, **k) Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: return self._get(url).json() Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: return self.request(url, 'GET', **kwargs) Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 14:45:18.044228 dv-cinder-815848-1-iscsi neutron-server[101539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 14:45:18.049889 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-432f724a-d188-406c-b730-39893a6acbca admin admin] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:18.059706 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] No Port match for: baab3484-c53c-42e4-a44d-d303f6883550 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:45:18.060244 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device baab3484-c53c-42e4-a44d-d303f6883550 not bound to the agent host dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:45:18.062309 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2e78f-cd76-483f-8db3-52bda1e50b9e None None] Pushing event updated for resources: {'Port': ['ID=f2215ec8-671c-44ad-a37f-7a290ff32b2e,revision_number=1']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:18.109708 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640333'] for network, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:18.117437 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:18.125192 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] 10.222.0.79 "DELETE /v2.0/networks/8c4fd715-4b25-4fcf-8589-609c400168cc HTTP/1.1" status: 204 len: 168 time: 1.2969584 Oct 28 14:45:18.125407 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-432f724a-d188-406c-b730-39893a6acbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:18.136172 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df153f-389b-4e7d-9dad-ee201cc59c6a admin admin] Pushing event deleted for resources: {'Network': ['ID=8c4fd715-4b25-4fcf-8589-609c400168cc,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:18.201936 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432f724a-d188-406c-b730-39893a6acbca admin admin] Network ee68bfbb-5103-4d10-b9ad-fba4a097df41 is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:45:18.205251 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [None req-432f724a-d188-406c-b730-39893a6acbca admin admin] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:45:18.209375 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432f724a-d188-406c-b730-39893a6acbca admin admin] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:45:18.230937 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] Set router ee169e54-eb1a-443d-9470-1e57a6cc5ad0 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:45:18.236987 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f724a-d188-406c-b730-39893a6acbca admin admin] Pushing event updated for resources: {'Port': ['ID=03a13912-ff32-40ae-ad83-62b26a329123,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:18.240364 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-b0d2e78f-cd76-483f-8db3-52bda1e50b9e None None] Attempting to bind port f2215ec8-671c-44ad-a37f-7a290ff32b2e on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:45:18.240734 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-b0d2e78f-cd76-483f-8db3-52bda1e50b9e None None] Attempting to bind port f2215ec8-671c-44ad-a37f-7a290ff32b2e by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': '844fc2d2-e61f-49aa-a3da-a3c9cd72c96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '279c59d3-e9dc-47de-98fc-0ceb5e561405'}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:45:18.241099 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2e78f-cd76-483f-8db3-52bda1e50b9e None None] Attempting to bind port f2215ec8-671c-44ad-a37f-7a290ff32b2e on network 279c59d3-e9dc-47de-98fc-0ceb5e561405 {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:45:18.252968 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2e78f-cd76-483f-8db3-52bda1e50b9e None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:45:18.253343 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2e78f-cd76-483f-8db3-52bda1e50b9e None None] Checking segment: {'id': '844fc2d2-e61f-49aa-a3da-a3c9cd72c96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '279c59d3-e9dc-47de-98fc-0ceb5e561405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:45:18.253733 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e78f-cd76-483f-8db3-52bda1e50b9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:18.254535 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2e78f-cd76-483f-8db3-52bda1e50b9e None None] Bound using segment: {'id': '844fc2d2-e61f-49aa-a3da-a3c9cd72c96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '279c59d3-e9dc-47de-98fc-0ceb5e561405'} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:45:18.255187 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-b0d2e78f-cd76-483f-8db3-52bda1e50b9e None None] Bound port: f2215ec8-671c-44ad-a37f-7a290ff32b2e, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844fc2d2-e61f-49aa-a3da-a3c9cd72c96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '279c59d3-e9dc-47de-98fc-0ceb5e561405'}}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:45:18.255567 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e78f-cd76-483f-8db3-52bda1e50b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:18.348161 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-a99dd265-4287-40b2-8952-e488db5f3ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:18.373129 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41704) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:18.374714 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-b0d2e78f-cd76-483f-8db3-52bda1e50b9e None None] For port f2215ec8-671c-44ad-a37f-7a290ff32b2e, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:45:18.392731 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-b0d2e78f-cd76-483f-8db3-52bda1e50b9e None None] For port f2215ec8-671c-44ad-a37f-7a290ff32b2e, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=f2215ec8-671c-44ad-a37f-7a290ff32b2e,segment=NetworkSegment(844fc2d2-e61f-49aa-a3da-a3c9cd72c96b),segment_id=844fc2d2-e61f-49aa-a3da-a3c9cd72c96b)] {{(pid=101540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:45:18.402720 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-a99dd265-4287-40b2-8952-e488db5f3ee2 None None] For port e2a3465a-7e08-4b96-9cbc-c326fd920b16, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=e2a3465a-7e08-4b96-9cbc-c326fd920b16,segment=NetworkSegment(3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e),segment_id=3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:45:18.406884 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e78f-cd76-483f-8db3-52bda1e50b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:18.428859 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-5c23534e-c5e6-47ce-a024-ea2746b658aa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=89fb273f901845daa8cf52ed4beefe1d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0543396 Oct 28 14:45:18.435188 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-a99dd265-4287-40b2-8952-e488db5f3ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:18.435353 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41706) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:18.477615 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2e78f-cd76-483f-8db3-52bda1e50b9e None None] Pushing event updated for resources: {'Port': ['ID=f2215ec8-671c-44ad-a37f-7a290ff32b2e,revision_number=2']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:18.480770 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'name': 'tempest-TestMinimumBasicScenario-1910634466-router', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89219799-e215-4af9-9328-d4680d1215b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:45:11Z', 'updated_at': '2021-10-28T14:45:14Z', 'revision_number': 4, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'gw_port': {'id': '89219799-e215-4af9-9328-d4680d1215b2', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:12Z', 'updated_at': '2021-10-28T14:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'e2a3465a-7e08-4b96-9cbc-c326fd920b16', 'name': '', 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'mac_address': 'fa:16:3e:af:af:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '055b9800-f4cb-4cca-aa2d-48b9946f99ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:13Z', 'updated_at': '2021-10-28T14:45:17Z', 'revision_number': 4, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'subnets': [{'id': '055b9800-f4cb-4cca-aa2d-48b9946f99ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:18.517933 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ea94c8-e76a-4ae9-b60c-4e3b48637428 None None] The sync data for ids ['ee169e54-eb1a-443d-9470-1e57a6cc5ad0'] in dv-cinder-815848-1-iscsi is: [{'id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'name': 'tempest-TestMinimumBasicScenario-1910634466-router', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89219799-e215-4af9-9328-d4680d1215b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:45:11Z', 'updated_at': '2021-10-28T14:45:14Z', 'revision_number': 4, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'gw_port': {'id': '89219799-e215-4af9-9328-d4680d1215b2', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:12Z', 'updated_at': '2021-10-28T14:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'e2a3465a-7e08-4b96-9cbc-c326fd920b16', 'name': '', 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'mac_address': 'fa:16:3e:af:af:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '055b9800-f4cb-4cca-aa2d-48b9946f99ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:13Z', 'updated_at': '2021-10-28T14:45:17Z', 'revision_number': 4, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'subnets': [{'id': '055b9800-f4cb-4cca-aa2d-48b9946f99ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:45:18.545605 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-483160c3-1870-4b57-bba5-f896483445e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:18.579838 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99dd265-4287-40b2-8952-e488db5f3ee2 None None] Pushing event updated for resources: {'Port': ['ID=e2a3465a-7e08-4b96-9cbc-c326fd920b16,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:18.581864 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-483160c3-1870-4b57-bba5-f896483445e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:18.582581 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-432f724a-d188-406c-b730-39893a6acbca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:18.619115 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-6d0736bf-7740-4c32-b967-8552ab94bf5e None None] Provisioning complete for port e2a3465a-7e08-4b96-9cbc-c326fd920b16 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:45:18.619478 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-6d0736bf-7740-4c32-b967-8552ab94bf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:18.676612 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-483160c3-1870-4b57-bba5-f896483445e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:18.679877 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-483160c3-1870-4b57-bba5-f896483445e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:18.681118 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-483160c3-1870-4b57-bba5-f896483445e6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9acb94cf-2f62-4e99-ab02-47e53ab2b4f1 HTTP/1.1" status: 204 len: 168 time: 0.2448275 Oct 28 14:45:18.694720 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483160c3-1870-4b57-bba5-f896483445e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acb94cf-2f62-4e99-ab02-47e53ab2b4f1,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:18.944096 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-432f724a-d188-406c-b730-39893a6acbca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-646470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645785'] for router, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:18.973050 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 89219799-e215-4af9-9328-d4680d1215b2 up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:45:19.043164 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 89219799-e215-4af9-9328-d4680d1215b2 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:45:19.043648 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:19.118258 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432f724a-d188-406c-b730-39893a6acbca admin admin] Router 7d48bc50-2ea0-485d-a077-6c0949e681db is scheduled to L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd with binding_index 1 {{(pid=101538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 14:45:19.158063 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device e2a3465a-7e08-4b96-9cbc-c326fd920b16 up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:45:19.214115 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port e2a3465a-7e08-4b96-9cbc-c326fd920b16 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:45:19.214734 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:19.268013 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432f724a-d188-406c-b730-39893a6acbca admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:45:19.290083 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] Sync routers for ids ['7d48bc50-2ea0-485d-a077-6c0949e681db'] in dv-cinder-815848-1-iscsi {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:45:19.293138 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-432f724a-d188-406c-b730-39893a6acbca admin admin] Publish callbacks [] for router, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:19.297959 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41718) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:19.298505 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-432f724a-d188-406c-b730-39893a6acbca admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3125458 Oct 28 14:45:19.346669 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] Routers {'7d48bc50-2ea0-485d-a077-6c0949e681db'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:45:19.347727 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:44:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['7d48bc50-2ea0-485d-a077-6c0949e681db'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:19.510706 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] Set router 7d48bc50-2ea0-485d-a077-6c0949e681db gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:45:19.694512 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 2d9e4d8d-552b-4951-beda-92b71ebb25f4 no longer exists at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:45:19.726867 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] No Port match for: 2d9e4d8d-552b-4951-beda-92b71ebb25f4 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:45:19.727215 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 2d9e4d8d-552b-4951-beda-92b71ebb25f4 not bound to the agent host dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:45:19.727638 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 416e66ac-8dfc-46c8-9501-ed48f64c44ee no longer exists at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:45:19.763642 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d6fc2a-6acd-49c2-8a85-9553f480b14c None None] Network 279c59d3-e9dc-47de-98fc-0ceb5e561405 requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:45:19.765325 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] No Port match for: 416e66ac-8dfc-46c8-9501-ed48f64c44ee {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:45:19.765663 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 416e66ac-8dfc-46c8-9501-ed48f64c44ee not bound to the agent host dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:45:19.874978 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-9a9d1aa0-133b-42af-bfa6-8c76d662791b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:19.885339 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fb29e436-8fb0-459d-bf24-f4ab7a063caf None None] Provisioning complete for port f2215ec8-671c-44ad-a37f-7a290ff32b2e triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:45:19.885711 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fb29e436-8fb0-459d-bf24-f4ab7a063caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:20.096775 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.db_base_plugin_common [None req-9a9d1aa0-133b-42af-bfa6-8c76d662791b admin admin] Allocated IP 172.20.0.1 (279c59d3-e9dc-47de-98fc-0ceb5e561405/2f50012d-696f-4c19-aa79-050fb4828fd4/61d150da-3c52-4fec-a0cf-1a44a0797e2c) {{(pid=101539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:45:20.118705 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d48bc50-2ea0-485d-a077-6c0949e681db', 'name': 'tempest-TestMinimumBasicScenario-758640774-router', 'tenant_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '03a13912-ff32-40ae-ad83-62b26a329123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:45:17Z', 'updated_at': '2021-10-28T14:45:18Z', 'revision_number': 3, 'project_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'gw_port': {'id': '03a13912-ff32-40ae-ad83-62b26a329123', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d48bc50-2ea0-485d-a077-6c0949e681db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:17Z', 'updated_at': '2021-10-28T14:45:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:20.158781 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] Checking router: 7d48bc50-2ea0-485d-a077-6c0949e681db for host: dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:45:20.159138 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] Updating router 7d48bc50-2ea0-485d-a077-6c0949e681db port 03a13912-ff32-40ae-ad83-62b26a329123 binding host dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 14:45:20.190780 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-8d5c2fd1-a385-4c28-92bc-a690740019cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:20.234049 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:20.235623 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-9a9d1aa0-133b-42af-bfa6-8c76d662791b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:20.272208 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-9a9d1aa0-133b-42af-bfa6-8c76d662791b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:20.282644 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fb29e436-8fb0-459d-bf24-f4ab7a063caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:20.328866 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9d1aa0-133b-42af-bfa6-8c76d662791b admin admin] Network 279c59d3-e9dc-47de-98fc-0ceb5e561405 is already hosted by enough agents. {{(pid=101539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:45:20.336195 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [None req-9a9d1aa0-133b-42af-bfa6-8c76d662791b admin admin] Resources bound (agent type, host, resource id): {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:45:20.340381 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9d1aa0-133b-42af-bfa6-8c76d662791b admin admin] Received port after_create {{(pid=101539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:45:20.346286 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d1aa0-133b-42af-bfa6-8c76d662791b admin admin] Pushing event updated for resources: {'Port': ['ID=61d150da-3c52-4fec-a0cf-1a44a0797e2c,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:20.387109 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-9a9d1aa0-133b-42af-bfa6-8c76d662791b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-640452'] for router_interface, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:20.420817 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-fb29e436-8fb0-459d-bf24-f4ab7a063caf None None] For port f2215ec8-671c-44ad-a37f-7a290ff32b2e, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=f2215ec8-671c-44ad-a37f-7a290ff32b2e,segment=NetworkSegment(844fc2d2-e61f-49aa-a3da-a3c9cd72c96b),segment_id=844fc2d2-e61f-49aa-a3da-a3c9cd72c96b)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:45:20.458351 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fb29e436-8fb0-459d-bf24-f4ab7a063caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:20.534328 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-9a9d1aa0-133b-42af-bfa6-8c76d662791b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:20.534606 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29e436-8fb0-459d-bf24-f4ab7a063caf None None] Pushing event updated for resources: {'Port': ['ID=f2215ec8-671c-44ad-a37f-7a290ff32b2e,revision_number=3']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:20.623108 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fb1af5e5-4997-4c52-96ec-89ef1d28d885 None None] Provisioning complete for port f2215ec8-671c-44ad-a37f-7a290ff32b2e triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:45:20.623647 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fb1af5e5-4997-4c52-96ec-89ef1d28d885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:20.677265 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] Publish callbacks [] for port, precommit_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:20.704568 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:20.777452 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-9a9d1aa0-133b-42af-bfa6-8c76d662791b admin admin] Publish callbacks [] for port, precommit_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:20.786638 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-9a9d1aa0-133b-42af-bfa6-8c76d662791b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5860495'] for port, after_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:20.791948 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device f2215ec8-671c-44ad-a37f-7a290ff32b2e up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:45:20.803941 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] Attempting to bind port 03a13912-ff32-40ae-ad83-62b26a329123 on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:45:20.804317 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] Attempting to bind port 03a13912-ff32-40ae-ad83-62b26a329123 by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:45:20.804719 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] Attempting to bind port 03a13912-ff32-40ae-ad83-62b26a329123 on network ee68bfbb-5103-4d10-b9ad-fba4a097df41 {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:45:20.829693 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670444de-6640-4ec5-b4de-f80b87437743 None None] Pushing event updated for resources: {'Port': ['ID=03a13912-ff32-40ae-ad83-62b26a329123,revision_number=2']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:20.851034 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:45:20.851405 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] Checking segment: {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:45:20.851801 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:20.852190 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] Bound using segment: {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'} {{(pid=101540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:45:20.852703 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.managers [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] Bound port: 03a13912-ff32-40ae-ad83-62b26a329123, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe015cd9-f754-4f6c-b178-e335c2dcb63f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41'}}] {{(pid=101540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:45:20.853051 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:20.884644 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-9a9d1aa0-133b-42af-bfa6-8c76d662791b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1013940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-645972'] for router_interface, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:20.887039 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d1aa0-133b-42af-bfa6-8c76d662791b admin admin] Pushing event updated for resources: {'Port': ['ID=61d150da-3c52-4fec-a0cf-1a44a0797e2c,revision_number=2']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:20.921832 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] For port 03a13912-ff32-40ae-ad83-62b26a329123, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:45:20.925303 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] For port 03a13912-ff32-40ae-ad83-62b26a329123, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=03a13912-ff32-40ae-ad83-62b26a329123,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:45:20.926412 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port f2215ec8-671c-44ad-a37f-7a290ff32b2e triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:45:20.926991 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:20.949230 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:21.014897 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9d1aa0-133b-42af-bfa6-8c76d662791b admin admin] Network 279c59d3-e9dc-47de-98fc-0ceb5e561405 is already hosted by enough agents. {{(pid=101539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:45:21.016483 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [None req-9a9d1aa0-133b-42af-bfa6-8c76d662791b admin admin] Resources bound (agent type, host, resource id): {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:45:21.053090 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670444de-6640-4ec5-b4de-f80b87437743 None None] Pushing event updated for resources: {'Port': ['ID=03a13912-ff32-40ae-ad83-62b26a329123,revision_number=3']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:21.059004 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] Routers {'7d48bc50-2ea0-485d-a077-6c0949e681db'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:45:21.059622 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:45:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['7d48bc50-2ea0-485d-a077-6c0949e681db'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:21.062038 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:21.066961 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-04b86dbe-3dba-4775-a674-13ac2893c557 None None] Provisioning complete for port 61d150da-3c52-4fec-a0cf-1a44a0797e2c triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:45:21.067527 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-04b86dbe-3dba-4775-a674-13ac2893c557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:21.137784 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-04b86dbe-3dba-4775-a674-13ac2893c557 None None] Port 61d150da-3c52-4fec-a0cf-1a44a0797e2c cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:45:21.152353 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9d1aa0-133b-42af-bfa6-8c76d662791b admin admin] Router 7d48bc50-2ea0-485d-a077-6c0949e681db has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:45:21.278877 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:21.293903 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] Set router 7d48bc50-2ea0-485d-a077-6c0949e681db gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:45:21.296395 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-b8c23a03-c727-4213-a7c1-14e3eb25e2d4 None None] Provisioning complete for port 61d150da-3c52-4fec-a0cf-1a44a0797e2c triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:45:21.296762 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-b8c23a03-c727-4213-a7c1-14e3eb25e2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:21.304382 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9d1aa0-133b-42af-bfa6-8c76d662791b admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:45:21.309890 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-9a9d1aa0-133b-42af-bfa6-8c76d662791b admin admin] 10.222.0.79 "PUT /v2.0/routers/7d48bc50-2ea0-485d-a077-6c0949e681db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0107467 Oct 28 14:45:21.400480 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-b8c23a03-c727-4213-a7c1-14e3eb25e2d4 None None] Port 61d150da-3c52-4fec-a0cf-1a44a0797e2c cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:45:21.550187 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d48bc50-2ea0-485d-a077-6c0949e681db', 'name': 'tempest-TestMinimumBasicScenario-758640774-router', 'tenant_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '03a13912-ff32-40ae-ad83-62b26a329123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:45:17Z', 'updated_at': '2021-10-28T14:45:20Z', 'revision_number': 4, 'project_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'gw_port': {'id': '03a13912-ff32-40ae-ad83-62b26a329123', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d48bc50-2ea0-485d-a077-6c0949e681db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:17Z', 'updated_at': '2021-10-28T14:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '61d150da-3c52-4fec-a0cf-1a44a0797e2c', 'name': '', 'network_id': '279c59d3-e9dc-47de-98fc-0ceb5e561405', 'tenant_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'mac_address': 'fa:16:3e:bc:51:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d48bc50-2ea0-485d-a077-6c0949e681db', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2f50012d-696f-4c19-aa79-050fb4828fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:19Z', 'updated_at': '2021-10-28T14:45:20Z', 'revision_number': 2, 'project_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'subnets': [{'id': '2f50012d-696f-4c19-aa79-050fb4828fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:21.578163 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1dcdf1-2139-45c8-894e-50382f580d1e None None] The sync data for ids ['7d48bc50-2ea0-485d-a077-6c0949e681db'] in dv-cinder-815848-1-iscsi is: [{'id': '7d48bc50-2ea0-485d-a077-6c0949e681db', 'name': 'tempest-TestMinimumBasicScenario-758640774-router', 'tenant_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '03a13912-ff32-40ae-ad83-62b26a329123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:45:17Z', 'updated_at': '2021-10-28T14:45:20Z', 'revision_number': 4, 'project_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'gw_port': {'id': '03a13912-ff32-40ae-ad83-62b26a329123', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d48bc50-2ea0-485d-a077-6c0949e681db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:17Z', 'updated_at': '2021-10-28T14:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '61d150da-3c52-4fec-a0cf-1a44a0797e2c', 'name': '', 'network_id': '279c59d3-e9dc-47de-98fc-0ceb5e561405', 'tenant_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'mac_address': 'fa:16:3e:bc:51:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d48bc50-2ea0-485d-a077-6c0949e681db', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2f50012d-696f-4c19-aa79-050fb4828fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:19Z', 'updated_at': '2021-10-28T14:45:20Z', 'revision_number': 2, 'project_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'subnets': [{'id': '2f50012d-696f-4c19-aa79-050fb4828fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:45:21.954957 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41802) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:22.069645 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-7d656da0-b524-4d3a-9a2e-6f1c56e891d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:22.130457 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:22.178753 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-7d656da0-b524-4d3a-9a2e-6f1c56e891d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:22.187025 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-7d656da0-b524-4d3a-9a2e-6f1c56e891d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:22.239583 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-7d656da0-b524-4d3a-9a2e-6f1c56e891d9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c8f6e4cbd3514eddb0e5a62544ffbc5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834570 Oct 28 14:45:22.240323 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d656da0-b524-4d3a-9a2e-6f1c56e891d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d317bd4e-5ead-4211-9695-5f05704669c3,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:22.243046 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 41810) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:22.351549 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-dc99849e-b02a-49b2-8d4a-6b44c5d3e6a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:22.378075 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-dc99849e-b02a-49b2-8d4a-6b44c5d3e6a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:22.441286 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-dc99849e-b02a-49b2-8d4a-6b44c5d3e6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:22.444338 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-dc99849e-b02a-49b2-8d4a-6b44c5d3e6a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:22.448503 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-dc99849e-b02a-49b2-8d4a-6b44c5d3e6a2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d317bd4e-5ead-4211-9695-5f05704669c3 HTTP/1.1" status: 204 len: 168 time: 0.2035193 Oct 28 14:45:22.458890 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99849e-b02a-49b2-8d4a-6b44c5d3e6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d317bd4e-5ead-4211-9695-5f05704669c3,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:22.758340 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 03a13912-ff32-40ae-ad83-62b26a329123 up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:45:22.835691 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 03a13912-ff32-40ae-ad83-62b26a329123 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:45:22.836188 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:22.863890 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41816) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:22.880444 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d3bda5b7-5ab7-4e9b-8e3d-27914c77a392 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:22.954238 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:22.983639 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] For port 03a13912-ff32-40ae-ad83-62b26a329123, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=03a13912-ff32-40ae-ad83-62b26a329123,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:45:22.994097 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:23.016343 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d3bda5b7-5ab7-4e9b-8e3d-27914c77a392 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:23.027991 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d3bda5b7-5ab7-4e9b-8e3d-27914c77a392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:23.062171 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Pushing event updated for resources: {'Port': ['ID=03a13912-ff32-40ae-ad83-62b26a329123,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:23.073976 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-d3bda5b7-5ab7-4e9b-8e3d-27914c77a392 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=283c23d777ed430091c27ef78708ae96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2088273 Oct 28 14:45:23.076702 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41818) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:23.085449 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bda5b7-5ab7-4e9b-8e3d-27914c77a392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dea4d4-44f6-4cf7-8f8a-3875dd658eda,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:23.140843 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4d83ffcf-dbc2-46dc-9be7-948749276dd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:23.166195 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4d83ffcf-dbc2-46dc-9be7-948749276dd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:23.227435 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4d83ffcf-dbc2-46dc-9be7-948749276dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:23.230324 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4d83ffcf-dbc2-46dc-9be7-948749276dd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:23.234133 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-4d83ffcf-dbc2-46dc-9be7-948749276dd1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/78dea4d4-44f6-4cf7-8f8a-3875dd658eda HTTP/1.1" status: 204 len: 168 time: 0.1537669 Oct 28 14:45:23.256239 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83ffcf-dbc2-46dc-9be7-948749276dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dea4d4-44f6-4cf7-8f8a-3875dd658eda,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:24.717022 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 03a13912-ff32-40ae-ad83-62b26a329123 up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:45:24.785197 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 03a13912-ff32-40ae-ad83-62b26a329123 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:45:24.785558 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:25.194836 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] Sync routers for ids ['7d48bc50-2ea0-485d-a077-6c0949e681db'] in dv-cinder-815848-1-iscsi {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:45:25.206394 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] Routers {'7d48bc50-2ea0-485d-a077-6c0949e681db'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:45:25.207028 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:45:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['7d48bc50-2ea0-485d-a077-6c0949e681db'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:25.330298 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] Set router 7d48bc50-2ea0-485d-a077-6c0949e681db gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:45:25.563038 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d48bc50-2ea0-485d-a077-6c0949e681db', 'name': 'tempest-TestMinimumBasicScenario-758640774-router', 'tenant_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '03a13912-ff32-40ae-ad83-62b26a329123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:45:17Z', 'updated_at': '2021-10-28T14:45:20Z', 'revision_number': 4, 'project_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'gw_port': {'id': '03a13912-ff32-40ae-ad83-62b26a329123', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d48bc50-2ea0-485d-a077-6c0949e681db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:17Z', 'updated_at': '2021-10-28T14:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '61d150da-3c52-4fec-a0cf-1a44a0797e2c', 'name': '', 'network_id': '279c59d3-e9dc-47de-98fc-0ceb5e561405', 'tenant_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'mac_address': 'fa:16:3e:bc:51:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d48bc50-2ea0-485d-a077-6c0949e681db', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2f50012d-696f-4c19-aa79-050fb4828fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:19Z', 'updated_at': '2021-10-28T14:45:20Z', 'revision_number': 2, 'project_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'subnets': [{'id': '2f50012d-696f-4c19-aa79-050fb4828fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:25.608149 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] Checking router: 7d48bc50-2ea0-485d-a077-6c0949e681db for host: dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:45:25.608495 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] Updating router 7d48bc50-2ea0-485d-a077-6c0949e681db port 61d150da-3c52-4fec-a0cf-1a44a0797e2c binding host dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 14:45:25.626379 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41894) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:25.643237 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:25.768953 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-8d4cb7d7-1eba-42d5-8d90-715d50226dc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:25.857798 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-8d4cb7d7-1eba-42d5-8d90-715d50226dc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:25.862967 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-8d4cb7d7-1eba-42d5-8d90-715d50226dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:25.906845 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-8d4cb7d7-1eba-42d5-8d90-715d50226dc6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b1821358d003489598030771b9561f58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762675 Oct 28 14:45:25.907359 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 41898) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:25.909511 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4cb7d7-1eba-42d5-8d90-715d50226dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fd1c61-eed8-46e2-a189-35953fe0f569,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:25.958721 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] Publish callbacks [] for port, precommit_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:25.966538 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:25.971329 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-f08abc91-8bc5-4fe3-addd-126d37db49fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:25.998027 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-f08abc91-8bc5-4fe3-addd-126d37db49fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:26.021784 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a5f9f-cd09-45a1-bdc8-794578e89163 None None] Pushing event updated for resources: {'Port': ['ID=61d150da-3c52-4fec-a0cf-1a44a0797e2c,revision_number=3']} {{(pid=101541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:26.075835 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-f08abc91-8bc5-4fe3-addd-126d37db49fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:26.077945 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] Attempting to bind port 61d150da-3c52-4fec-a0cf-1a44a0797e2c on host dv-cinder-815848-1-iscsi for vnic_type normal with profile {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:45:26.078308 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] Attempting to bind port 61d150da-3c52-4fec-a0cf-1a44a0797e2c by drivers openvswitch,hyperv on host dv-cinder-815848-1-iscsi at level 0 using segments [{'id': '844fc2d2-e61f-49aa-a3da-a3c9cd72c96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '279c59d3-e9dc-47de-98fc-0ceb5e561405'}] {{(pid=101541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:45:26.078667 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] Attempting to bind port 61d150da-3c52-4fec-a0cf-1a44a0797e2c on network 279c59d3-e9dc-47de-98fc-0ceb5e561405 {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:45:26.084669 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-f08abc91-8bc5-4fe3-addd-126d37db49fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:26.085131 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] Checking agent: {'id': 'ac2726bc-caa6-497b-9d57-641ecb2607b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815848-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 28, 51), 'started_at': datetime.datetime(2021, 10, 28, 14, 29, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815848-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:45:26.085506 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] Checking segment: {'id': '844fc2d2-e61f-49aa-a3da-a3c9cd72c96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '279c59d3-e9dc-47de-98fc-0ceb5e561405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:45:26.085896 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:26.086277 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] Bound using segment: {'id': '844fc2d2-e61f-49aa-a3da-a3c9cd72c96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '279c59d3-e9dc-47de-98fc-0ceb5e561405'} {{(pid=101541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:45:26.089585 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.managers [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] Bound port: 61d150da-3c52-4fec-a0cf-1a44a0797e2c, host: dv-cinder-815848-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844fc2d2-e61f-49aa-a3da-a3c9cd72c96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '279c59d3-e9dc-47de-98fc-0ceb5e561405'}}] {{(pid=101541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:45:26.089585 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:26.094871 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-f08abc91-8bc5-4fe3-addd-126d37db49fa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f7fd1c61-eed8-46e2-a189-35953fe0f569 HTTP/1.1" status: 204 len: 168 time: 0.1823854 Oct 28 14:45:26.104938 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08abc91-8bc5-4fe3-addd-126d37db49fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fd1c61-eed8-46e2-a189-35953fe0f569,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:26.185494 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.db [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] For port 61d150da-3c52-4fec-a0cf-1a44a0797e2c, host dv-cinder-815848-1-iscsi, cleared binding levels {{(pid=101541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:45:26.190518 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.plugins.ml2.db [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] For port 61d150da-3c52-4fec-a0cf-1a44a0797e2c, host dv-cinder-815848-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=61d150da-3c52-4fec-a0cf-1a44a0797e2c,segment=NetworkSegment(844fc2d2-e61f-49aa-a3da-a3c9cd72c96b),segment_id=844fc2d2-e61f-49aa-a3da-a3c9cd72c96b)] {{(pid=101541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:45:26.201539 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron_lib.callbacks.manager [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:26.281135 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a5f9f-cd09-45a1-bdc8-794578e89163 None None] Pushing event updated for resources: {'Port': ['ID=61d150da-3c52-4fec-a0cf-1a44a0797e2c,revision_number=4']} {{(pid=101541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:26.313130 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] Routers {'7d48bc50-2ea0-485d-a077-6c0949e681db'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:45:26.313748 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:45:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['7d48bc50-2ea0-485d-a077-6c0949e681db'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:26.375148 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-c5684c56-46a8-4147-9672-46c659ee5811 None None] Provisioning complete for port 61d150da-3c52-4fec-a0cf-1a44a0797e2c triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:45:26.382490 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-c5684c56-46a8-4147-9672-46c659ee5811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:26.456467 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] Set router 7d48bc50-2ea0-485d-a077-6c0949e681db gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:45:26.522312 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-c5684c56-46a8-4147-9672-46c659ee5811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:26.565874 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41906) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:26.591122 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-88e00a99-67c8-447b-bbea-c886091a6e5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:26.601006 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-c5684c56-46a8-4147-9672-46c659ee5811 None None] For port 61d150da-3c52-4fec-a0cf-1a44a0797e2c, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=61d150da-3c52-4fec-a0cf-1a44a0797e2c,segment=NetworkSegment(844fc2d2-e61f-49aa-a3da-a3c9cd72c96b),segment_id=844fc2d2-e61f-49aa-a3da-a3c9cd72c96b)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:45:26.611279 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-c5684c56-46a8-4147-9672-46c659ee5811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:26.696541 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5684c56-46a8-4147-9672-46c659ee5811 None None] Pushing event updated for resources: {'Port': ['ID=61d150da-3c52-4fec-a0cf-1a44a0797e2c,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:26.734296 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-9b6dde00-33f4-46cc-b078-8881fa9d628e None None] Provisioning complete for port 61d150da-3c52-4fec-a0cf-1a44a0797e2c triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:45:26.734945 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-9b6dde00-33f4-46cc-b078-8881fa9d628e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:26.745816 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d48bc50-2ea0-485d-a077-6c0949e681db', 'name': 'tempest-TestMinimumBasicScenario-758640774-router', 'tenant_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '03a13912-ff32-40ae-ad83-62b26a329123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:45:17Z', 'updated_at': '2021-10-28T14:45:20Z', 'revision_number': 4, 'project_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'gw_port': {'id': '03a13912-ff32-40ae-ad83-62b26a329123', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d48bc50-2ea0-485d-a077-6c0949e681db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:17Z', 'updated_at': '2021-10-28T14:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '61d150da-3c52-4fec-a0cf-1a44a0797e2c', 'name': '', 'network_id': '279c59d3-e9dc-47de-98fc-0ceb5e561405', 'tenant_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'mac_address': 'fa:16:3e:bc:51:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d48bc50-2ea0-485d-a077-6c0949e681db', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2f50012d-696f-4c19-aa79-050fb4828fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:19Z', 'updated_at': '2021-10-28T14:45:26Z', 'revision_number': 4, 'project_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'subnets': [{'id': '2f50012d-696f-4c19-aa79-050fb4828fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:45:26.751417 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-88e00a99-67c8-447b-bbea-c886091a6e5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:26.757896 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-88e00a99-67c8-447b-bbea-c886091a6e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:26.789018 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e00a99-67c8-447b-bbea-c886091a6e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2f0e0f-3832-445e-be97-9bebef654603,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:26.789411 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851d68ce-8dd7-45d7-8d7e-65cf3f649fea None None] The sync data for ids ['7d48bc50-2ea0-485d-a077-6c0949e681db'] in dv-cinder-815848-1-iscsi is: [{'id': '7d48bc50-2ea0-485d-a077-6c0949e681db', 'name': 'tempest-TestMinimumBasicScenario-758640774-router', 'tenant_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '03a13912-ff32-40ae-ad83-62b26a329123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:45:17Z', 'updated_at': '2021-10-28T14:45:20Z', 'revision_number': 4, 'project_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'gw_port': {'id': '03a13912-ff32-40ae-ad83-62b26a329123', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d48bc50-2ea0-485d-a077-6c0949e681db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:17Z', 'updated_at': '2021-10-28T14:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': '61d150da-3c52-4fec-a0cf-1a44a0797e2c', 'name': '', 'network_id': '279c59d3-e9dc-47de-98fc-0ceb5e561405', 'tenant_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'mac_address': 'fa:16:3e:bc:51:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d48bc50-2ea0-485d-a077-6c0949e681db', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '2f50012d-696f-4c19-aa79-050fb4828fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:19Z', 'updated_at': '2021-10-28T14:45:26Z', 'revision_number': 4, 'project_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'subnets': [{'id': '2f50012d-696f-4c19-aa79-050fb4828fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:45:26.859928 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-88e00a99-67c8-447b-bbea-c886091a6e5c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=248c190f94b346c4b9c41fcbe4398f6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928996 Oct 28 14:45:26.862467 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 41908) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:45:26.933644 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-e536c1a4-3ed9-473e-9b3c-7020d5799fb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:26.973685 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-e536c1a4-3ed9-473e-9b3c-7020d5799fb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:27.046183 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-e536c1a4-3ed9-473e-9b3c-7020d5799fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:27.049535 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-e536c1a4-3ed9-473e-9b3c-7020d5799fb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:27.050810 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-e536c1a4-3ed9-473e-9b3c-7020d5799fb2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0e2f0e0f-3832-445e-be97-9bebef654603 HTTP/1.1" status: 204 len: 168 time: 0.1872792 Oct 28 14:45:27.082282 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536c1a4-3ed9-473e-9b3c-7020d5799fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2f0e0f-3832-445e-be97-9bebef654603,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:28.736127 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 61d150da-3c52-4fec-a0cf-1a44a0797e2c up at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:45:28.793886 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Provisioning complete for port 61d150da-3c52-4fec-a0cf-1a44a0797e2c triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:45:28.794527 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:32.379326 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-84f83d8d-6464-4413-8ce1-44ccfb310ca1 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:32.380798 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-84f83d8d-6464-4413-8ce1-44ccfb310ca1 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/networks?id=c0b60cc5-c557-4048-96b3-dd41c7f60a2d HTTP/1.1" status: 200 len: 815 time: 0.1033933 Oct 28 14:45:32.396393 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-c83dc0df-67f7-470a-bcf6-1fce748bde4d tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/quotas/5ed02b182e3f46e99a390b62c69040b0 HTTP/1.1" status: 200 len: 375 time: 0.0096846 Oct 28 14:45:32.463039 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-a2b18acf-740c-4e6a-af23-070bdcd537df tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5ed02b182e3f46e99a390b62c69040b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611801 Oct 28 14:45:32.518065 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:32.558296 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-1f22a83a-8119-494a-afba-1974f9ea8fbc service neutron] 10.222.0.79 "GET /v2.0/networks/c0b60cc5-c557-4048-96b3-dd41c7f60a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830886 Oct 28 14:45:32.651777 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-fdfc3cbb-726f-4389-8430-1af279cdef3a service neutron] 10.222.0.79 "GET /v2.0/networks/c0b60cc5-c557-4048-96b3-dd41c7f60a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871480 Oct 28 14:45:32.817522 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-cccad43d-a587-46ec-aef8-9f62cee3517b req-9cdc83a6-c0d5-4238-87c8-aac3ae30f655 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 210 time: 0.0265491 Oct 28 14:45:33.818210 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-bf74e7a0-fa30-475a-88f2-b4d453e3c73c tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:33.820420 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-bf74e7a0-fa30-475a-88f2-b4d453e3c73c tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.72 "GET /v2.0/networks?id=c0b60cc5-c557-4048-96b3-dd41c7f60a2d HTTP/1.1" status: 200 len: 815 time: 0.1087046 Oct 28 14:45:33.834181 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-4d5121b8-9fb7-4ee4-83da-4b0129ba7577 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Request body: {'port': {'device_id': '4786ae29-875f-41fb-99ca-b6ee4bfb9bb1', 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d', 'admin_state_up': True, 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:45:33.917774 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ea0bcdea-9971-496c-ad68-605fc5594032 req-a46ee399-a414-423d-9d63-7a8df8dafff3 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 210 time: 0.0307634 Oct 28 14:45:33.962960 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-4d5121b8-9fb7-4ee4-83da-4b0129ba7577 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Made reservation on behalf of 5ed02b182e3f46e99a390b62c69040b0 for: {'port': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:45:33.966162 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-4d5121b8-9fb7-4ee4-83da-4b0129ba7577 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:34.095074 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-4d5121b8-9fb7-4ee4-83da-4b0129ba7577 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Allocated IP 172.20.0.10 (c0b60cc5-c557-4048-96b3-dd41c7f60a2d/055b9800-f4cb-4cca-aa2d-48b9946f99ac/bcd9e629-347f-4473-b14b-accb4863d643) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:45:34.256787 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-4d5121b8-9fb7-4ee4-83da-4b0129ba7577 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:34.297102 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-4d5121b8-9fb7-4ee4-83da-4b0129ba7577 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:34.377736 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-4d5121b8-9fb7-4ee4-83da-4b0129ba7577 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Network c0b60cc5-c557-4048-96b3-dd41c7f60a2d is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:45:34.385054 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-4d5121b8-9fb7-4ee4-83da-4b0129ba7577 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:45:34.391313 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-4d5121b8-9fb7-4ee4-83da-4b0129ba7577 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:45:34.457721 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5121b8-9fb7-4ee4-83da-4b0129ba7577 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Pushing event updated for resources: {'Port': ['ID=bcd9e629-347f-4473-b14b-accb4863d643,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:34.469635 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-4d5121b8-9fb7-4ee4-83da-4b0129ba7577 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:34.471345 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-4d5121b8-9fb7-4ee4-83da-4b0129ba7577 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:34.500508 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-4d5121b8-9fb7-4ee4-83da-4b0129ba7577 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6700041 Oct 28 14:45:34.734208 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-42724cb0-d73e-448d-83dc-514b249a8386 None None] Provisioning complete for port bcd9e629-347f-4473-b14b-accb4863d643 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:45:34.736572 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-42724cb0-d73e-448d-83dc-514b249a8386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:34.777336 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-42724cb0-d73e-448d-83dc-514b249a8386 None None] Port bcd9e629-347f-4473-b14b-accb4863d643 cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:45:35.040197 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c4a80-2a27-40e0-bd96-7655dd33810b req-eace9d7c-9ff0-40d3-a1c6-17dad2a9363b tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:35.041559 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-fe7c4a80-2a27-40e0-bd96-7655dd33810b req-eace9d7c-9ff0-40d3-a1c6-17dad2a9363b tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 932 time: 0.0518627 Oct 28 14:45:35.081176 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-fe7c4a80-2a27-40e0-bd96-7655dd33810b req-012eac95-0e3d-4c6d-b06a-a7c306e8f1b9 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316622 Oct 28 14:45:36.209507 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45354fe6-7552-477b-b7d5-55be4df59a5c req-fb2d305a-da5b-4360-83b5-dccc91dfc378 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:36.214201 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-45354fe6-7552-477b-b7d5-55be4df59a5c req-fb2d305a-da5b-4360-83b5-dccc91dfc378 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 932 time: 0.0582373 Oct 28 14:45:36.251910 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-45354fe6-7552-477b-b7d5-55be4df59a5c req-df63193b-8b71-4eef-ad9f-74cc9c26f142 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339448 Oct 28 14:45:37.384800 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14d0d6-4e2a-42c2-aa69-3b17f6597e11 req-1cf93e06-8e43-4a0a-bdc3-1b3a56a46012 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:37.386286 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ab14d0d6-4e2a-42c2-aa69-3b17f6597e11 req-1cf93e06-8e43-4a0a-bdc3-1b3a56a46012 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 932 time: 0.0668983 Oct 28 14:45:37.425661 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ab14d0d6-4e2a-42c2-aa69-3b17f6597e11 req-27992f65-0397-4ac7-be0b-962a017eea84 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324335 Oct 28 14:45:38.549074 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2f5fe-7629-495a-b833-0b0e7be9a288 req-6e4825f9-4bf6-4b90-b537-5e81a77121a6 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:38.550549 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8aa2f5fe-7629-495a-b833-0b0e7be9a288 req-6e4825f9-4bf6-4b90-b537-5e81a77121a6 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 932 time: 0.0499196 Oct 28 14:45:38.588595 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8aa2f5fe-7629-495a-b833-0b0e7be9a288 req-950272f5-8ddc-43c4-93f0-20de0c9556b9 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319624 Oct 28 14:45:39.733149 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77073fe1-0d57-4943-8020-2a4c224b4373 req-b44a4212-ff13-4497-b6c8-f17eb783389b tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:39.734739 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-77073fe1-0d57-4943-8020-2a4c224b4373 req-b44a4212-ff13-4497-b6c8-f17eb783389b tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 932 time: 0.0667567 Oct 28 14:45:39.773798 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-77073fe1-0d57-4943-8020-2a4c224b4373 req-25ff4abd-3026-46ef-b327-4d04b18730e4 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328305 Oct 28 14:45:40.916992 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd7ab0-7974-436f-943a-9b86c4ebb7c6 req-5def38ca-df24-4eec-90f4-b0e4b7a2cebe tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:40.925844 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5efd7ab0-7974-436f-943a-9b86c4ebb7c6 req-5def38ca-df24-4eec-90f4-b0e4b7a2cebe tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 932 time: 0.0596888 Oct 28 14:45:40.964890 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5efd7ab0-7974-436f-943a-9b86c4ebb7c6 req-e6ffde00-a665-4bd1-be54-2aa441ed1fe4 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323792 Oct 28 14:45:42.083393 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b25813-4663-4186-aa9f-4fd65f4d5b88 req-0e9ce412-1426-427e-a5e1-36c03fd2552b tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:42.084857 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b4b25813-4663-4186-aa9f-4fd65f4d5b88 req-0e9ce412-1426-427e-a5e1-36c03fd2552b tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 932 time: 0.0499475 Oct 28 14:45:42.124471 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b4b25813-4663-4186-aa9f-4fd65f4d5b88 req-a07f7c62-4ce8-4e73-b613-840062543582 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335500 Oct 28 14:45:43.248870 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcead24-8a8e-4751-826f-2c62170ef54b req-6877cb40-9e71-4d2e-a01d-6ef63a537866 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:43.250386 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-bbcead24-8a8e-4751-826f-2c62170ef54b req-6877cb40-9e71-4d2e-a01d-6ef63a537866 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 932 time: 0.0556054 Oct 28 14:45:43.290291 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-bbcead24-8a8e-4751-826f-2c62170ef54b req-7677720b-6366-4d7d-9f3b-a7d73fd5f66e tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338757 Oct 28 14:45:44.419101 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77411ad2-f891-4198-a66f-5301e8b85f10 req-6a1242ee-f193-447c-afb6-3e0fe0304e2d tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:44.420728 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-77411ad2-f891-4198-a66f-5301e8b85f10 req-6a1242ee-f193-447c-afb6-3e0fe0304e2d tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 932 time: 0.0534878 Oct 28 14:45:44.459663 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-77411ad2-f891-4198-a66f-5301e8b85f10 req-ad1bee11-2c49-410e-a471-d28ccece3b1d tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324328 Oct 28 14:45:45.493651 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-5d148f2d-238d-44ca-a74f-e5fe162e205e service neutron] Request body: {'port': {'device_id': '4786ae29-875f-41fb-99ca-b6ee4bfb9bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:45:45.570948 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-5d148f2d-238d-44ca-a74f-e5fe162e205e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:45.582763 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b434d3-b1f1-4ed4-b4b3-554f5ee5be80 req-cdc2198f-a2b6-447a-8ad3-fff70f743262 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:45.584375 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f4b434d3-b1f1-4ed4-b4b3-554f5ee5be80 req-cdc2198f-a2b6-447a-8ad3-fff70f743262 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 932 time: 0.0525486 Oct 28 14:45:45.641503 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f4b434d3-b1f1-4ed4-b4b3-554f5ee5be80 req-4946a574-b294-42c2-85c5-4dd5d73df044 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463970 Oct 28 14:45:45.841147 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-5d148f2d-238d-44ca-a74f-e5fe162e205e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd9e629-347f-4473-b14b-accb4863d643 {{(pid=101538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:45:45.848714 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-5d148f2d-238d-44ca-a74f-e5fe162e205e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:45.861812 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.provisioning_blocks [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-5d148f2d-238d-44ca-a74f-e5fe162e205e service neutron] Transition to ACTIVE for port object bcd9e629-347f-4473-b14b-accb4863d643 will not be triggered until provisioned by entity L2. {{(pid=101538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 14:45:45.866255 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-5d148f2d-238d-44ca-a74f-e5fe162e205e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372466'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:45.921923 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d148f2d-238d-44ca-a74f-e5fe162e205e service neutron] Pushing event updated for resources: {'Port': ['ID=bcd9e629-347f-4473-b14b-accb4863d643,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:46.003563 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-5d148f2d-238d-44ca-a74f-e5fe162e205e service neutron] Attempting to bind port bcd9e629-347f-4473-b14b-accb4863d643 on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:45:46.003898 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-5d148f2d-238d-44ca-a74f-e5fe162e205e service neutron] Attempting to bind port bcd9e629-347f-4473-b14b-accb4863d643 by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d'}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:45:46.004222 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-5d148f2d-238d-44ca-a74f-e5fe162e205e service neutron] Attempting to bind port bcd9e629-347f-4473-b14b-accb4863d643 on network c0b60cc5-c557-4048-96b3-dd41c7f60a2d {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:45:46.008721 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-5d148f2d-238d-44ca-a74f-e5fe162e205e service neutron] Port bcd9e629-347f-4473-b14b-accb4863d643 on network c0b60cc5-c557-4048-96b3-dd41c7f60a2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 14:45:46.009035 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-5d148f2d-238d-44ca-a74f-e5fe162e205e service neutron] Attempting to bind port bcd9e629-347f-4473-b14b-accb4863d643 on network c0b60cc5-c557-4048-96b3-dd41c7f60a2d {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:45:46.014201 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-5d148f2d-238d-44ca-a74f-e5fe162e205e service neutron] Checking agent: {'id': 'ab39f7f4-514d-4bfb-9d0c-1a0ed5555608', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'started_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:45:46.014551 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-5d148f2d-238d-44ca-a74f-e5fe162e205e service neutron] Checking segment: {'id': '3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:45:46.014947 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-5d148f2d-238d-44ca-a74f-e5fe162e205e service neutron] Bound using segment: {'id': '3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d'} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:45:46.015363 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-5d148f2d-238d-44ca-a74f-e5fe162e205e service neutron] Bound port: bcd9e629-347f-4473-b14b-accb4863d643, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d'}}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:45:46.015714 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-5d148f2d-238d-44ca-a74f-e5fe162e205e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:46.080329 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-5d148f2d-238d-44ca-a74f-e5fe162e205e service neutron] For port bcd9e629-347f-4473-b14b-accb4863d643, host hv-cinder-81584, cleared binding levels {{(pid=101538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:45:46.083386 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-5d148f2d-238d-44ca-a74f-e5fe162e205e service neutron] For port bcd9e629-347f-4473-b14b-accb4863d643, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=bcd9e629-347f-4473-b14b-accb4863d643,segment=NetworkSegment(3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e),segment_id=3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e)] {{(pid=101538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:45:46.088689 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-5d148f2d-238d-44ca-a74f-e5fe162e205e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372466'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:46.123426 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-5d148f2d-238d-44ca-a74f-e5fe162e205e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:46.124077 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-5d148f2d-238d-44ca-a74f-e5fe162e205e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:46.125735 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-5d148f2d-238d-44ca-a74f-e5fe162e205e service neutron] 10.222.0.72 "PUT /v2.0/ports/bcd9e629-347f-4473-b14b-accb4863d643 HTTP/1.1" status: 200 len: 1094 time: 0.6364942 Oct 28 14:45:46.129974 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4786ae29-875f-41fb-99ca-b6ee4bfb9bb1', 'tag': 'bcd9e629-347f-4473-b14b-accb4863d643'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:45:46.132276 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97843885-2188-4458-acf3-b19e75c27418" -d '{"events": [{"name": "network-changed", "server_uuid": "4786ae29-875f-41fb-99ca-b6ee4bfb9bb1", "tag": "bcd9e629-347f-4473-b14b-accb4863d643"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:45:46.157435 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d148f2d-238d-44ca-a74f-e5fe162e205e service neutron] Pushing event updated for resources: {'Port': ['ID=bcd9e629-347f-4473-b14b-accb4863d643,revision_number=3']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:46.174144 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6c162b-941d-4dc5-a427-e8f2eb4ca403 x-openstack-request-id: req-de6c162b-941d-4dc5-a427-e8f2eb4ca403 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:45:46.175177 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4786ae29-875f-41fb-99ca-b6ee4bfb9bb1", "tag": "bcd9e629-347f-4473-b14b-accb4863d643", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:45:46.175444 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-de6c162b-941d-4dc5-a427-e8f2eb4ca403 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:45:46.175852 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4786ae29-875f-41fb-99ca-b6ee4bfb9bb1', 'tag': 'bcd9e629-347f-4473-b14b-accb4863d643', 'status': 'completed', 'code': 200} Oct 28 14:45:46.419946 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:45:46.758859 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0dcaa-353c-47d4-a45f-b96c0bcb944c req-933c528c-7c4f-4880-9067-94ba73d83822 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:46.760351 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-dbc0dcaa-353c-47d4-a45f-b96c0bcb944c req-933c528c-7c4f-4880-9067-94ba73d83822 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 944 time: 0.0531025 Oct 28 14:45:46.802791 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-dbc0dcaa-353c-47d4-a45f-b96c0bcb944c req-ef9ab41f-953b-4ab2-a39f-c4aa3deaeff8 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332050 Oct 28 14:45:47.069244 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-cd0cc305-0314-4338-a912-2558c2d77b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:47.930249 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abfa0f-0836-4993-8e37-1aa4db205792 req-1cee9332-208e-426a-bf23-71ce8190d867 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:47.931793 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-46abfa0f-0836-4993-8e37-1aa4db205792 req-1cee9332-208e-426a-bf23-71ce8190d867 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 944 time: 0.0582821 Oct 28 14:45:47.971536 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-46abfa0f-0836-4993-8e37-1aa4db205792 req-898b8555-d0d6-4bc0-b863-dcf67eada76c tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337267 Oct 28 14:45:48.758815 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97843885-2188-4458-acf3-b19e75c27418 req-07955d37-7f30-46ac-8524-2968e922fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:48.760405 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-97843885-2188-4458-acf3-b19e75c27418 req-07955d37-7f30-46ac-8524-2968e922fdfd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5ed02b182e3f46e99a390b62c69040b0&device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 1097 time: 0.0484240 Oct 28 14:45:48.861870 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97843885-2188-4458-acf3-b19e75c27418 req-a1849d18-e185-44de-8bd3-9d03caefb25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:48.863397 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-97843885-2188-4458-acf3-b19e75c27418 req-a1849d18-e185-44de-8bd3-9d03caefb25b service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=5ed02b182e3f46e99a390b62c69040b0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0932999 Oct 28 14:45:48.959819 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97843885-2188-4458-acf3-b19e75c27418 req-575b5ab0-e62c-4e43-9edb-e46145eb4a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:48.961295 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-97843885-2188-4458-acf3-b19e75c27418 req-575b5ab0-e62c-4e43-9edb-e46145eb4a4e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898418 Oct 28 14:45:49.046756 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-2f744854-d10f-4b6e-92e9-d5df0706e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:49.048252 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-2f744854-d10f-4b6e-92e9-d5df0706e55a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5ed02b182e3f46e99a390b62c69040b0&device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 1097 time: 0.0419919 Oct 28 14:45:49.086707 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aefae7e-8954-4503-b71f-a5e977b5da14 req-49f10eca-9513-4d64-a9cd-5ac506d064b8 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:49.088176 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8aefae7e-8954-4503-b71f-a5e977b5da14 req-49f10eca-9513-4d64-a9cd-5ac506d064b8 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 944 time: 0.0490022 Oct 28 14:45:49.094216 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-d8e63161-c44c-409b-a823-658315fe0961 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcd9e629-347f-4473-b14b-accb4863d643 HTTP/1.1" status: 200 len: 217 time: 0.0366786 Oct 28 14:45:49.125785 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8aefae7e-8954-4503-b71f-a5e977b5da14 req-9c84c150-d774-45b5-b78f-cb75d61d463e tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315368 Oct 28 14:45:49.143634 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-f989f86c-ed35-4ae0-b605-f4f8d9dbd647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:49.145118 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-f989f86c-ed35-4ae0-b605-f4f8d9dbd647 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=055b9800-f4cb-4cca-aa2d-48b9946f99ac HTTP/1.1" status: 200 len: 854 time: 0.0429916 Oct 28 14:45:49.192578 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-6d2f0460-3582-49ff-882b-fd3ce8f0049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:49.193946 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-6d2f0460-3582-49ff-882b-fd3ce8f0049b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0b60cc5-c557-4048-96b3-dd41c7f60a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398240 Oct 28 14:45:49.288102 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-d13d99a2-7ca5-467f-a1a5-644535eb2a7a service neutron] 10.222.0.72 "GET /v2.0/networks/c0b60cc5-c557-4048-96b3-dd41c7f60a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850980 Oct 28 14:45:49.385731 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ccb4bb70-64e5-4c13-903c-a22af60cdae7 req-31f64483-d8fc-4a6e-914b-cbb58a6cc671 service neutron] 10.222.0.72 "GET /v2.0/networks/c0b60cc5-c557-4048-96b3-dd41c7f60a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873017 Oct 28 14:45:50.132094 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1ead9871-c956-4345-be6a-1e7bb17aca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:50.245940 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bb04a-b62d-45bf-a99a-09dfa840489d req-9da252fc-ab70-4128-8c41-09c7b208c394 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:50.247438 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1e7bb04a-b62d-45bf-a99a-09dfa840489d req-9da252fc-ab70-4128-8c41-09c7b208c394 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 944 time: 0.0535257 Oct 28 14:45:50.284850 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1e7bb04a-b62d-45bf-a99a-09dfa840489d req-def7ebd1-d72e-4c97-bacf-5180a6ac13c7 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313163 Oct 28 14:45:51.022877 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:51.254630 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:51.406854 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade73ad7-2bfc-4db2-90dd-7c4b1c544f24 req-fe1da2ea-4375-49a0-8655-c3d3fc9cfd58 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:51.408309 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ade73ad7-2bfc-4db2-90dd-7c4b1c544f24 req-fe1da2ea-4375-49a0-8655-c3d3fc9cfd58 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 944 time: 0.0553992 Oct 28 14:45:51.449907 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-ade73ad7-2bfc-4db2-90dd-7c4b1c544f24 req-267ab70c-991c-4606-a668-7f34235108f4 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323071 Oct 28 14:45:52.037021 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device bcd9e629-347f-4473-b14b-accb4863d643 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 14:45:52.137316 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:52.148240 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port bcd9e629-347f-4473-b14b-accb4863d643, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=bcd9e629-347f-4473-b14b-accb4863d643,segment=NetworkSegment(3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e),segment_id=3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:45:52.158909 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Returning: {'device': 'bcd9e629-347f-4473-b14b-accb4863d643', 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d', 'port_id': 'bcd9e629-347f-4473-b14b-accb4863d643', 'mac_address': 'fa:16:3e:c7:67:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055b9800-f4cb-4cca-aa2d-48b9946f99ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 14:45:52.196543 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:52.209367 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd9e629-347f-4473-b14b-accb4863d643 {{(pid=101540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:45:52.228839 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port bcd9e629-347f-4473-b14b-accb4863d643, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=bcd9e629-347f-4473-b14b-accb4863d643,segment=NetworkSegment(3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e),segment_id=3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:45:52.233517 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:52.280384 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=bcd9e629-347f-4473-b14b-accb4863d643,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:52.466256 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['bcd9e629-347f-4473-b14b-accb4863d643'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:45:52.573627 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d778376-1938-4531-bafa-4d0045e927d5 req-a62b015e-386b-43b9-baaa-154cc04caf4a tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:52.575185 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5d778376-1938-4531-bafa-4d0045e927d5 req-a62b015e-386b-43b9-baaa-154cc04caf4a tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 945 time: 0.0554678 Oct 28 14:45:52.617778 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5d778376-1938-4531-bafa-4d0045e927d5 req-7e999794-dba9-408b-a25d-1ad996bc4d51 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352118 Oct 28 14:45:53.738565 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4533d17-9da6-4599-a8cb-f9d417f924f9 req-d4ee9ed2-8806-4be0-bdf7-1b66aaf7a354 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:53.740048 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f4533d17-9da6-4599-a8cb-f9d417f924f9 req-d4ee9ed2-8806-4be0-bdf7-1b66aaf7a354 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 945 time: 0.0545135 Oct 28 14:45:53.778437 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f4533d17-9da6-4599-a8cb-f9d417f924f9 req-961f77f4-aa78-42ae-897f-7df7349e8bda tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322037 Oct 28 14:45:54.909434 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd140c-3be3-4a10-ab99-1ae63bf1d348 req-59b6c11d-beaf-4023-a3cc-baf63137f8b0 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:54.911380 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-57fd140c-3be3-4a10-ab99-1ae63bf1d348 req-59b6c11d-beaf-4023-a3cc-baf63137f8b0 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 945 time: 0.0571599 Oct 28 14:45:54.950273 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-57fd140c-3be3-4a10-ab99-1ae63bf1d348 req-9a7bc2c3-7974-49b3-8e02-4ffb415235d5 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327885 Oct 28 14:45:56.040769 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device bcd9e629-347f-4473-b14b-accb4863d643 up at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:45:56.089999 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25815f7-84e2-49c0-8991-06755aa4509d req-837128eb-5460-4dff-951b-986f7d27a187 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:56.091555 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f25815f7-84e2-49c0-8991-06755aa4509d req-837128eb-5460-4dff-951b-986f7d27a187 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 945 time: 0.0553398 Oct 28 14:45:56.097124 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning for port bcd9e629-347f-4473-b14b-accb4863d643 completed by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 14:45:56.101485 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning complete for port bcd9e629-347f-4473-b14b-accb4863d643 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:45:56.101858 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:56.132035 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f25815f7-84e2-49c0-8991-06755aa4509d req-fd337312-f582-4e37-bd9e-a4daff4daf8d tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334628 Oct 28 14:45:56.183009 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:56.205039 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4786ae29-875f-41fb-99ca-b6ee4bfb9bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd9e629-347f-4473-b14b-accb4863d643'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:45:56.207331 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2762b2d8-fd5b-4e56-9a0e-792b5c25fcee" -d '{"events": [{"server_uuid": "4786ae29-875f-41fb-99ca-b6ee4bfb9bb1", "name": "network-vif-plugged", "status": "completed", "tag": "bcd9e629-347f-4473-b14b-accb4863d643"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:45:56.219918 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port bcd9e629-347f-4473-b14b-accb4863d643, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=bcd9e629-347f-4473-b14b-accb4863d643,segment=NetworkSegment(3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e),segment_id=3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:45:56.224863 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:45:56.249647 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69f7f7a-a71b-4c91-9b3e-737dc180bbdf x-openstack-request-id: req-c69f7f7a-a71b-4c91-9b3e-737dc180bbdf {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:45:56.249940 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4786ae29-875f-41fb-99ca-b6ee4bfb9bb1", "name": "network-vif-plugged", "status": "completed", "tag": "bcd9e629-347f-4473-b14b-accb4863d643", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:45:56.250191 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c69f7f7a-a71b-4c91-9b3e-737dc180bbdf {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:45:56.250582 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4786ae29-875f-41fb-99ca-b6ee4bfb9bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd9e629-347f-4473-b14b-accb4863d643', 'code': 200} Oct 28 14:45:56.275814 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=bcd9e629-347f-4473-b14b-accb4863d643,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:45:56.426727 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec2e30-15ed-4417-ab46-357235e81a18 req-771b48d9-02a7-48af-bde8-8dbde3a4faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:56.428221 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-a6ec2e30-15ed-4417-ab46-357235e81a18 req-771b48d9-02a7-48af-bde8-8dbde3a4faa6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 1099 time: 0.0458457 Oct 28 14:45:56.465201 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-a6ec2e30-15ed-4417-ab46-357235e81a18 req-9cc5854b-9c97-4702-8d49-f3ebcbcdf0c7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294254 Oct 28 14:45:57.251612 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90600924-7d0b-4b08-b757-9b197017fed6 req-b4771e74-c8b3-451a-a3e1-25758c30f25a tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:57.253080 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-90600924-7d0b-4b08-b757-9b197017fed6 req-b4771e74-c8b3-451a-a3e1-25758c30f25a tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 946 time: 0.0534506 Oct 28 14:45:57.296171 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-90600924-7d0b-4b08-b757-9b197017fed6 req-c27286a3-77af-48eb-801b-f99adf95974c tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369704 Oct 28 14:45:58.423784 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91690902-916a-4549-a329-dc244ee70723 req-11db9d35-1003-4805-92da-b202f917aa5d tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:58.425286 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-91690902-916a-4549-a329-dc244ee70723 req-11db9d35-1003-4805-92da-b202f917aa5d tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 946 time: 0.0515821 Oct 28 14:45:58.466593 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-91690902-916a-4549-a329-dc244ee70723 req-4420f085-c96a-4403-bbe5-e914e5d51f21 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338371 Oct 28 14:45:58.590616 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133a369-aadb-400b-8615-9f2dd96bfccc req-083cb493-465f-4361-aa4c-fbb2a9c9c507 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:58.592004 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b133a369-aadb-400b-8615-9f2dd96bfccc req-083cb493-465f-4361-aa4c-fbb2a9c9c507 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 946 time: 0.0543959 Oct 28 14:45:58.634075 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b133a369-aadb-400b-8615-9f2dd96bfccc req-db3741de-5a24-4315-8431-6f69434b4db0 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333426 Oct 28 14:45:58.970859 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197210b-47f0-4f84-a8b3-a54f5d965b57 req-bd1304e1-2bd4-4e40-9d0a-76b7a03efb80 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:45:58.972317 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2197210b-47f0-4f84-a8b3-a54f5d965b57 req-bd1304e1-2bd4-4e40-9d0a-76b7a03efb80 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 946 time: 0.0526881 Oct 28 14:45:59.010469 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2197210b-47f0-4f84-a8b3-a54f5d965b57 req-f6c66689-7d3c-4e14-8a4d-778bafaf7d5e tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320687 Oct 28 14:46:01.707145 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 42246) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:46:01.827401 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6c53bdcc-ee69-4a77-8f07-cea8bfd50a9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:01.905626 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6c53bdcc-ee69-4a77-8f07-cea8bfd50a9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:01.911391 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6c53bdcc-ee69-4a77-8f07-cea8bfd50a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:01.946769 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53bdcc-ee69-4a77-8f07-cea8bfd50a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f207e72-62d8-4d47-b85b-07877e0225d9,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:46:01.951059 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-6c53bdcc-ee69-4a77-8f07-cea8bfd50a9d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d4ab3d1f73894c17a95606553c20d706&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428250 Oct 28 14:46:01.953950 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 42252) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:46:02.001593 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-7d6c6ffe-1394-4cd8-95c8-74359b040abd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:02.023525 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-7d6c6ffe-1394-4cd8-95c8-74359b040abd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:02.071619 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-7d6c6ffe-1394-4cd8-95c8-74359b040abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:02.074230 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-7d6c6ffe-1394-4cd8-95c8-74359b040abd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:02.075469 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-7d6c6ffe-1394-4cd8-95c8-74359b040abd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3f207e72-62d8-4d47-b85b-07877e0225d9 HTTP/1.1" status: 204 len: 168 time: 0.1205182 Oct 28 14:46:02.083303 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c6ffe-1394-4cd8-95c8-74359b040abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f207e72-62d8-4d47-b85b-07877e0225d9,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:46:02.519723 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:05.193553 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f5378c3c-b6bf-4dcb-81d8-8f203bdf2185 req-f47f7571-9d4c-45f8-b743-dc17cfc7360e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413656 Oct 28 14:46:05.281873 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5378c3c-b6bf-4dcb-81d8-8f203bdf2185 req-b5749c83-905e-4d92-b82c-ddf3beb6513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:05.283390 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f5378c3c-b6bf-4dcb-81d8-8f203bdf2185 req-b5749c83-905e-4d92-b82c-ddf3beb6513d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7c19b77a1a4fac81de8244c2a70247&device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 1098 time: 0.0426917 Oct 28 14:46:05.390478 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5378c3c-b6bf-4dcb-81d8-8f203bdf2185 req-961df03d-8ac1-483d-a769-de10e295c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:05.391999 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f5378c3c-b6bf-4dcb-81d8-8f203bdf2185 req-961df03d-8ac1-483d-a769-de10e295c0d2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e HTTP/1.1" status: 200 len: 912 time: 0.0849607 Oct 28 14:46:05.657353 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 42302) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:46:05.738812 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f5378c3c-b6bf-4dcb-81d8-8f203bdf2185 req-f152f30d-0e05-4e24-ba46-4904293f3dbf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa HTTP/1.1" status: 200 len: 1001 time: 0.3386858 Oct 28 14:46:05.765756 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-dc72fde8-eb86-4089-bb3b-3741133a9269 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:05.788596 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5378c3c-b6bf-4dcb-81d8-8f203bdf2185 req-0cef6c92-eda5-4b43-9f6a-2ea8dc569543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:05.790028 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f5378c3c-b6bf-4dcb-81d8-8f203bdf2185 req-0cef6c92-eda5-4b43-9f6a-2ea8dc569543 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de782fb8-ce97-4cbe-8d9a-e728eea72713 HTTP/1.1" status: 200 len: 850 time: 0.0439525 Oct 28 14:46:05.839031 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5378c3c-b6bf-4dcb-81d8-8f203bdf2185 req-0bb4528b-27c8-4407-bd88-a48c95c6d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:05.840537 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f5378c3c-b6bf-4dcb-81d8-8f203bdf2185 req-0bb4528b-27c8-4407-bd88-a48c95c6d2ef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417144 Oct 28 14:46:05.842083 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-dc72fde8-eb86-4089-bb3b-3741133a9269 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:05.846637 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-dc72fde8-eb86-4089-bb3b-3741133a9269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:05.889766 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-dc72fde8-eb86-4089-bb3b-3741133a9269 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cbf7366f111544f0bcde02a0896ad31d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311709 Oct 28 14:46:05.890722 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72fde8-eb86-4089-bb3b-3741133a9269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac69d40-e2b9-43ee-97c6-6868e1f288b0,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:46:05.891243 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 42306) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:46:05.969452 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f5378c3c-b6bf-4dcb-81d8-8f203bdf2185 req-783132ba-3eb1-4297-bc30-5a363627fae4 service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204426 Oct 28 14:46:05.972291 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6f0aa083-db5f-4083-a826-69bb808685e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:06.039107 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6f0aa083-db5f-4083-a826-69bb808685e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:06.100725 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f5378c3c-b6bf-4dcb-81d8-8f203bdf2185 req-1a429491-1924-443e-bdb2-31409e78982e service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225290 Oct 28 14:46:06.113153 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6f0aa083-db5f-4083-a826-69bb808685e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:06.115808 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6f0aa083-db5f-4083-a826-69bb808685e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:06.119765 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-6f0aa083-db5f-4083-a826-69bb808685e7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8ac69d40-e2b9-43ee-97c6-6868e1f288b0 HTTP/1.1" status: 204 len: 168 time: 0.2247200 Oct 28 14:46:06.127914 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0aa083-db5f-4083-a826-69bb808685e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac69d40-e2b9-43ee-97c6-6868e1f288b0,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:46:07.214097 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 42342) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:46:07.317459 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-90989aaf-67a7-43ae-861d-134f3c2d72b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:07.391928 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-90989aaf-67a7-43ae-861d-134f3c2d72b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:07.394438 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a0f7e-3d8d-4041-b2c6-57c1e89aeebb req-a601a782-508b-4ca6-bca8-fec6267e0458 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:07.396063 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-aa2a0f7e-3d8d-4041-b2c6-57c1e89aeebb req-a601a782-508b-4ca6-bca8-fec6267e0458 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 946 time: 0.0509620 Oct 28 14:46:07.398006 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-90989aaf-67a7-43ae-861d-134f3c2d72b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:07.434776 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-aa2a0f7e-3d8d-4041-b2c6-57c1e89aeebb req-41405a81-f5f1-4095-91d4-8128d4d029bf tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320685 Oct 28 14:46:07.435998 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-90989aaf-67a7-43ae-861d-134f3c2d72b7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9f444e8fd1694dc68720d71e974e685c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2207425 Oct 28 14:46:07.436832 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90989aaf-67a7-43ae-861d-134f3c2d72b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29627e6-2288-4e2f-b34e-9afc63ddaffc,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:46:07.438847 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 42350) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:46:07.459138 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 42352) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:46:07.496160 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-be3d8553-f221-4562-b0d1-cf646ebecb7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:07.517476 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-be3d8553-f221-4562-b0d1-cf646ebecb7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:07.563596 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-be3d8553-f221-4562-b0d1-cf646ebecb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:07.566269 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-be3d8553-f221-4562-b0d1-cf646ebecb7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:07.570276 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-be3d8553-f221-4562-b0d1-cf646ebecb7d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c29627e6-2288-4e2f-b34e-9afc63ddaffc HTTP/1.1" status: 204 len: 168 time: 0.1276083 Oct 28 14:46:07.601370 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d8553-f221-4562-b0d1-cf646ebecb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29627e6-2288-4e2f-b34e-9afc63ddaffc,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:46:07.617642 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4914423d-26a5-4520-b1a1-47d0737d7dff tempest-TestMinimumBasicScenario-1867420758 tempest-TestMinimumBasicScenario-1867420758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:07.620222 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-4914423d-26a5-4520-b1a1-47d0737d7dff tempest-TestMinimumBasicScenario-1867420758 tempest-TestMinimumBasicScenario-1867420758-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 1094 time: 0.1601038 Oct 28 14:46:07.623616 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 42358) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:46:07.628125 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-2145947b-3a90-4e9d-b926-924ba8a942ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Request body: {'floatingip': {'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'port_id': 'bcd9e629-347f-4473-b14b-accb4863d643', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:46:07.651936 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2145947b-3a90-4e9d-b926-924ba8a942ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for floatingip, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:07.751119 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2145947b-3a90-4e9d-b926-924ba8a942ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:07.861563 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.db_base_plugin_common [None req-2145947b-3a90-4e9d-b926-924ba8a942ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Allocated IP 172.27.2.43 (ee68bfbb-5103-4d10-b9ad-fba4a097df41/ecb224d9-3cd4-4979-8f79-b30a4344ff69/eb21e138-8593-4824-9d02-bd3b7972b628) {{(pid=101539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:46:07.961022 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2145947b-3a90-4e9d-b926-924ba8a942ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for port, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:07.995516 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2145947b-3a90-4e9d-b926-924ba8a942ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:08.040258 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2145947b-3a90-4e9d-b926-924ba8a942ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Network ee68bfbb-5103-4d10-b9ad-fba4a097df41 is already hosted by enough agents. {{(pid=101539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:46:08.043242 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [None req-2145947b-3a90-4e9d-b926-924ba8a942ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Resources bound (agent type, host, resource id): {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:46:08.046673 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2145947b-3a90-4e9d-b926-924ba8a942ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Received port after_create {{(pid=101539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:46:08.052308 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145947b-3a90-4e9d-b926-924ba8a942ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Pushing event updated for resources: {'Port': ['ID=eb21e138-8593-4824-9d02-bd3b7972b628,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:46:08.385238 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2145947b-3a90-4e9d-b926-924ba8a942ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:08.453740 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2145947b-3a90-4e9d-b926-924ba8a942ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:08.612028 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2145947b-3a90-4e9d-b926-924ba8a942ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for port, precommit_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:08.619145 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2145947b-3a90-4e9d-b926-924ba8a942ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5860495'] for port, after_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:08.682180 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145947b-3a90-4e9d-b926-924ba8a942ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Pushing event updated for resources: {'Port': ['ID=eb21e138-8593-4824-9d02-bd3b7972b628,revision_number=2']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:46:08.700465 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2145947b-3a90-4e9d-b926-924ba8a942ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640319'] for floatingip, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:08.797389 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.db.l3_db [None req-2145947b-3a90-4e9d-b926-924ba8a942ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Floating IP 99825f2a-f334-4efe-acb9-d3dd66f32a69 associated. External IP: 172.27.2.43, port: bcd9e629-347f-4473-b14b-accb4863d643. Oct 28 14:46:09.233182 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2145947b-3a90-4e9d-b926-924ba8a942ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Router ee169e54-eb1a-443d-9470-1e57a6cc5ad0 has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:46:09.351342 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2145947b-3a90-4e9d-b926-924ba8a942ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:46:09.362421 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cc9bb3-3307-4264-8d5f-6d30e5e22378 None None] Sync routers for ids ['ee169e54-eb1a-443d-9470-1e57a6cc5ad0'] in dv-cinder-815848-1-iscsi {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:46:09.373277 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-2145947b-3a90-4e9d-b926-924ba8a942ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for floatingip, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:09.375481 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cc9bb3-3307-4264-8d5f-6d30e5e22378 None None] Routers {'ee169e54-eb1a-443d-9470-1e57a6cc5ad0'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:46:09.376165 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-a6cc9bb3-3307-4264-8d5f-6d30e5e22378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:45:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['ee169e54-eb1a-443d-9470-1e57a6cc5ad0'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:46:09.399958 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-2145947b-3a90-4e9d-b926-924ba8a942ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7752948 Oct 28 14:46:09.400536 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4786ae29-875f-41fb-99ca-b6ee4bfb9bb1', 'tag': 'bcd9e629-347f-4473-b14b-accb4863d643'}] {{(pid=101539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:46:09.403056 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b11bf48e9ea089bdf44fa20a23d8f6f37ef4f34e00c9a01b18aadce43f874137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637c9b73-e158-4219-8a77-58c315155f29" -d '{"events": [{"name": "network-changed", "server_uuid": "4786ae29-875f-41fb-99ca-b6ee4bfb9bb1", "tag": "bcd9e629-347f-4473-b14b-accb4863d643"}]}' {{(pid=101539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:46:09.403223 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 42388) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:46:09.408244 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-1914be68-d8e3-4262-8f64-11ea4a8aa417 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1160729885', 'description': 'tempest-secgroup-smoke-1160729885 description', 'project_id': '5ed02b182e3f46e99a390b62c69040b0'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:46:09.432629 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-1914be68-d8e3-4262-8f64-11ea4a8aa417 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:09.445045 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1db4745-1e8a-4f08-82e2-476ef995fb11 x-openstack-request-id: req-a1db4745-1e8a-4f08-82e2-476ef995fb11 {{(pid=101539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:46:09.445381 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4786ae29-875f-41fb-99ca-b6ee4bfb9bb1", "tag": "bcd9e629-347f-4473-b14b-accb4863d643", "status": "completed", "code": 200}]} {{(pid=101539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:46:09.445635 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a1db4745-1e8a-4f08-82e2-476ef995fb11 {{(pid=101539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:46:09.446757 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4786ae29-875f-41fb-99ca-b6ee4bfb9bb1', 'tag': 'bcd9e629-347f-4473-b14b-accb4863d643', 'status': 'completed', 'code': 200} Oct 28 14:46:09.484586 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-a6cc9bb3-3307-4264-8d5f-6d30e5e22378 None None] Set router ee169e54-eb1a-443d-9470-1e57a6cc5ad0 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:46:09.530474 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-1914be68-d8e3-4262-8f64-11ea4a8aa417 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:09.537278 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c9b73-e158-4219-8a77-58c315155f29 req-83e9515b-f7ea-4cfd-974c-aee687ed9a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:09.538823 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-637c9b73-e158-4219-8a77-58c315155f29 req-83e9515b-f7ea-4cfd-974c-aee687ed9a75 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5ed02b182e3f46e99a390b62c69040b0&device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 1099 time: 0.0683997 Oct 28 14:46:09.539535 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-1914be68-d8e3-4262-8f64-11ea4a8aa417 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:09.616604 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-1914be68-d8e3-4262-8f64-11ea4a8aa417 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:09.617840 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-1914be68-d8e3-4262-8f64-11ea4a8aa417 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2135451 Oct 28 14:46:09.621290 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 42392) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:46:09.625868 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914be68-d8e3-4262-8f64-11ea4a8aa417 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=169cabb6-2e00-4ce5-881a-6b50f4a1f912,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:46:09.627053 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-0dd9ae04-2b01-4bf6-9841-feed90fea728 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Request body: {'security_group_rule': {'security_group_id': '169cabb6-2e00-4ce5-881a-6b50f4a1f912', 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:46:09.637157 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914be68-d8e3-4262-8f64-11ea4a8aa417 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:09.637510 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914be68-d8e3-4262-8f64-11ea4a8aa417 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:09.637829 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914be68-d8e3-4262-8f64-11ea4a8aa417 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:09.638178 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914be68-d8e3-4262-8f64-11ea4a8aa417 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:09.638508 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914be68-d8e3-4262-8f64-11ea4a8aa417 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:09.638870 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914be68-d8e3-4262-8f64-11ea4a8aa417 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:09.639542 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914be68-d8e3-4262-8f64-11ea4a8aa417 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:09.639542 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914be68-d8e3-4262-8f64-11ea4a8aa417 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:09.639824 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914be68-d8e3-4262-8f64-11ea4a8aa417 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:09.640151 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914be68-d8e3-4262-8f64-11ea4a8aa417 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:09.640476 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914be68-d8e3-4262-8f64-11ea4a8aa417 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:09.640828 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1914be68-d8e3-4262-8f64-11ea4a8aa417 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:09.673786 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0dd9ae04-2b01-4bf6-9841-feed90fea728 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:09.678381 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c9b73-e158-4219-8a77-58c315155f29 req-0c09dff3-4e0d-4c95-a5b1-e96e761b054d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:09.679932 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-637c9b73-e158-4219-8a77-58c315155f29 req-0c09dff3-4e0d-4c95-a5b1-e96e761b054d service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0b60cc5-c557-4048-96b3-dd41c7f60a2d HTTP/1.1" status: 200 len: 916 time: 0.1243370 Oct 28 14:46:09.724353 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-a6cc9bb3-3307-4264-8d5f-6d30e5e22378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'name': 'tempest-TestMinimumBasicScenario-1910634466-router', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89219799-e215-4af9-9328-d4680d1215b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:45:11Z', 'updated_at': '2021-10-28T14:45:14Z', 'revision_number': 4, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'gw_port': {'id': '89219799-e215-4af9-9328-d4680d1215b2', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:12Z', 'updated_at': '2021-10-28T14:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '99825f2a-f334-4efe-acb9-d3dd66f32a69', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'port_id': 'bcd9e629-347f-4473-b14b-accb4863d643', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d', 'mac_address': 'fa:16:3e:c7:67:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4786ae29-875f-41fb-99ca-b6ee4bfb9bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:46:08Z', 'updated_at': '2021-10-28T14:46:08Z', 'revision_number': 0, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a3465a-7e08-4b96-9cbc-c326fd920b16', 'name': '', 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'mac_address': 'fa:16:3e:af:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '055b9800-f4cb-4cca-aa2d-48b9946f99ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:13Z', 'updated_at': '2021-10-28T14:45:18Z', 'revision_number': 5, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'subnets': [{'id': '055b9800-f4cb-4cca-aa2d-48b9946f99ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:46:09.741447 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0dd9ae04-2b01-4bf6-9841-feed90fea728 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:09.746380 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0dd9ae04-2b01-4bf6-9841-feed90fea728 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688099'] for security_group_rule, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:09.765818 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-637c9b73-e158-4219-8a77-58c315155f29 req-96c39e12-20b8-42e2-8c7a-e2c303d1ac19 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcd9e629-347f-4473-b14b-accb4863d643 HTTP/1.1" status: 200 len: 999 time: 0.0766809 Oct 28 14:46:09.766148 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cc9bb3-3307-4264-8d5f-6d30e5e22378 None None] Checking router: ee169e54-eb1a-443d-9470-1e57a6cc5ad0 for host: dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:46:09.770743 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9ae04-2b01-4bf6-9841-feed90fea728 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8340784c-692d-41ed-b6ca-71e93fae41e0,revision_number=0']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:46:09.778558 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cc9bb3-3307-4264-8d5f-6d30e5e22378 None None] Routers {'ee169e54-eb1a-443d-9470-1e57a6cc5ad0'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:46:09.779658 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-a6cc9bb3-3307-4264-8d5f-6d30e5e22378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:45:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['ee169e54-eb1a-443d-9470-1e57a6cc5ad0'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:46:09.784518 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0dd9ae04-2b01-4bf6-9841-feed90fea728 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:09.790279 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-0dd9ae04-2b01-4bf6-9841-feed90fea728 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1648521 Oct 28 14:46:09.790554 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 42400) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:46:09.795851 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-0652e867-ffa5-4899-8986-4db35e06907d tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Request body: {'security_group_rule': {'security_group_id': '169cabb6-2e00-4ce5-881a-6b50f4a1f912', 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:46:09.819888 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c9b73-e158-4219-8a77-58c315155f29 req-2ec97061-da6a-4523-84a4-3a288edc7395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:09.821486 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-637c9b73-e158-4219-8a77-58c315155f29 req-2ec97061-da6a-4523-84a4-3a288edc7395 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=055b9800-f4cb-4cca-aa2d-48b9946f99ac HTTP/1.1" status: 200 len: 854 time: 0.0471997 Oct 28 14:46:09.829884 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0652e867-ffa5-4899-8986-4db35e06907d tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:09.872435 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c9b73-e158-4219-8a77-58c315155f29 req-6f5d9652-0313-42ac-a6c7-ceb94ef6789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:09.873957 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-637c9b73-e158-4219-8a77-58c315155f29 req-6f5d9652-0313-42ac-a6c7-ceb94ef6789a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0b60cc5-c557-4048-96b3-dd41c7f60a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441122 Oct 28 14:46:09.896319 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0652e867-ffa5-4899-8986-4db35e06907d tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:09.905541 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0652e867-ffa5-4899-8986-4db35e06907d tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688099'] for security_group_rule, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:09.914972 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-a6cc9bb3-3307-4264-8d5f-6d30e5e22378 None None] Set router ee169e54-eb1a-443d-9470-1e57a6cc5ad0 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:46:09.920738 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652e867-ffa5-4899-8986-4db35e06907d tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d354da-4a81-4d91-b3ba-6ccc2d616b65,revision_number=0']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:46:09.938031 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0652e867-ffa5-4899-8986-4db35e06907d tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:09.942029 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-0652e867-ffa5-4899-8986-4db35e06907d tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1474662 Oct 28 14:46:09.943193 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 42402) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:46:09.950246 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-bf79e24e-8289-4e0b-ad6a-922aab3a15cf tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Request body: {'security_group_rule': {'security_group_id': '169cabb6-2e00-4ce5-881a-6b50f4a1f912', 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:46:09.989492 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-bf79e24e-8289-4e0b-ad6a-922aab3a15cf tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:10.011701 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-637c9b73-e158-4219-8a77-58c315155f29 req-89c9820a-b0c4-4a68-9b5a-c54c222f82e2 service neutron] 10.222.0.72 "GET /v2.0/networks/c0b60cc5-c557-4048-96b3-dd41c7f60a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282642 Oct 28 14:46:10.064600 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-bf79e24e-8289-4e0b-ad6a-922aab3a15cf tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:10.070354 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-bf79e24e-8289-4e0b-ad6a-922aab3a15cf tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688099'] for security_group_rule, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:10.091153 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79e24e-8289-4e0b-ad6a-922aab3a15cf tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58794889-3ca8-4821-95d8-9e308ade6b61,revision_number=0']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:46:10.117381 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-bf79e24e-8289-4e0b-ad6a-922aab3a15cf tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:10.118869 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-bf79e24e-8289-4e0b-ad6a-922aab3a15cf tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1742156 Oct 28 14:46:10.121596 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 42408) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:46:10.127530 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-18a74512-da58-4b31-993c-7d2f3d199cff tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Request body: {'security_group_rule': {'security_group_id': '169cabb6-2e00-4ce5-881a-6b50f4a1f912', 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:46:10.167341 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-637c9b73-e158-4219-8a77-58c315155f29 req-c5a9a1be-380e-492c-9034-164b730a7788 service neutron] 10.222.0.72 "GET /v2.0/networks/c0b60cc5-c557-4048-96b3-dd41c7f60a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470189 Oct 28 14:46:10.167746 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-18a74512-da58-4b31-993c-7d2f3d199cff tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:10.226807 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-a6cc9bb3-3307-4264-8d5f-6d30e5e22378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'name': 'tempest-TestMinimumBasicScenario-1910634466-router', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89219799-e215-4af9-9328-d4680d1215b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:45:11Z', 'updated_at': '2021-10-28T14:45:14Z', 'revision_number': 4, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'gw_port': {'id': '89219799-e215-4af9-9328-d4680d1215b2', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:12Z', 'updated_at': '2021-10-28T14:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '99825f2a-f334-4efe-acb9-d3dd66f32a69', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'port_id': 'bcd9e629-347f-4473-b14b-accb4863d643', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d', 'mac_address': 'fa:16:3e:c7:67:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4786ae29-875f-41fb-99ca-b6ee4bfb9bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:46:08Z', 'updated_at': '2021-10-28T14:46:08Z', 'revision_number': 0, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a3465a-7e08-4b96-9cbc-c326fd920b16', 'name': '', 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'mac_address': 'fa:16:3e:af:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '055b9800-f4cb-4cca-aa2d-48b9946f99ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:13Z', 'updated_at': '2021-10-28T14:45:18Z', 'revision_number': 5, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'subnets': [{'id': '055b9800-f4cb-4cca-aa2d-48b9946f99ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:46:10.235143 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-18a74512-da58-4b31-993c-7d2f3d199cff tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:10.239233 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-18a74512-da58-4b31-993c-7d2f3d199cff tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688099'] for security_group_rule, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:10.256664 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a74512-da58-4b31-993c-7d2f3d199cff tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75fe72be-6778-4775-9d67-008bd3ffad27,revision_number=0']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:46:10.257237 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cc9bb3-3307-4264-8d5f-6d30e5e22378 None None] The sync data for ids ['ee169e54-eb1a-443d-9470-1e57a6cc5ad0'] in dv-cinder-815848-1-iscsi is: [{'id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'name': 'tempest-TestMinimumBasicScenario-1910634466-router', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89219799-e215-4af9-9328-d4680d1215b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:45:11Z', 'updated_at': '2021-10-28T14:45:14Z', 'revision_number': 4, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'gw_port': {'id': '89219799-e215-4af9-9328-d4680d1215b2', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:12Z', 'updated_at': '2021-10-28T14:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '99825f2a-f334-4efe-acb9-d3dd66f32a69', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'port_id': 'bcd9e629-347f-4473-b14b-accb4863d643', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d', 'mac_address': 'fa:16:3e:c7:67:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4786ae29-875f-41fb-99ca-b6ee4bfb9bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:46:08Z', 'updated_at': '2021-10-28T14:46:08Z', 'revision_number': 0, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a3465a-7e08-4b96-9cbc-c326fd920b16', 'name': '', 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'mac_address': 'fa:16:3e:af:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '055b9800-f4cb-4cca-aa2d-48b9946f99ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:13Z', 'updated_at': '2021-10-28T14:45:18Z', 'revision_number': 5, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'subnets': [{'id': '055b9800-f4cb-4cca-aa2d-48b9946f99ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:46:10.264014 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-18a74512-da58-4b31-993c-7d2f3d199cff tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:10.265237 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-18a74512-da58-4b31-993c-7d2f3d199cff tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427035 Oct 28 14:46:10.268162 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 42410) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:46:10.272710 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-59e824f5-f8ca-43ef-b86f-7a0f0157621f tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Request body: {'security_group_rule': {'security_group_id': '169cabb6-2e00-4ce5-881a-6b50f4a1f912', 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:46:10.297180 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.db.securitygroups_db [None req-59e824f5-f8ca-43ef-b86f-7a0f0157621f tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Project 5ed02b182e3f46e99a390b62c69040b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 14:46:10.302543 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-59e824f5-f8ca-43ef-b86f-7a0f0157621f tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:10.363489 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-59e824f5-f8ca-43ef-b86f-7a0f0157621f tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:10.368108 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-59e824f5-f8ca-43ef-b86f-7a0f0157621f tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688099'] for security_group_rule, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:10.387111 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e824f5-f8ca-43ef-b86f-7a0f0157621f tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e95b0f6-eac8-4ed6-8ff1-45ddb537a28b,revision_number=0']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:46:10.395169 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-59e824f5-f8ca-43ef-b86f-7a0f0157621f tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:10.398706 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-59e824f5-f8ca-43ef-b86f-7a0f0157621f tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1272366 Oct 28 14:46:10.399245 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 42412) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:46:10.403852 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [None req-54cd7c7d-624e-4ba1-9811-93c04f2144ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Request body: {'security_group_rule': {'security_group_id': '169cabb6-2e00-4ce5-881a-6b50f4a1f912', 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:46:10.427515 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.db.securitygroups_db [None req-54cd7c7d-624e-4ba1-9811-93c04f2144ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Project 5ed02b182e3f46e99a390b62c69040b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 14:46:10.432874 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-54cd7c7d-624e-4ba1-9811-93c04f2144ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:10.463588 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58553f1c-4279-4fb7-8666-f303e03d182f None None] New status for floating IP 99825f2a-f334-4efe-acb9-d3dd66f32a69: ACTIVE {{(pid=101541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 14:46:10.500324 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-54cd7c7d-624e-4ba1-9811-93c04f2144ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:10.505860 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-54cd7c7d-624e-4ba1-9811-93c04f2144ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688099'] for security_group_rule, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:10.523165 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd7c7d-624e-4ba1-9811-93c04f2144ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d50eba1-8f49-4686-b1a7-d3af3500ece1,revision_number=0']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:46:10.532989 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-54cd7c7d-624e-4ba1-9811-93c04f2144ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:10.534218 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-54cd7c7d-624e-4ba1-9811-93c04f2144ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1339087 Oct 28 14:46:10.616848 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-55ed00e7-a3f1-4c65-8f4c-4ef7ebe787d7 req-1452d21c-2bd9-4001-a88c-b6ce339e3607 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1160729885&fields=id&tenant_id=5ed02b182e3f46e99a390b62c69040b0 HTTP/1.1" status: 200 len: 267 time: 0.0353963 Oct 28 14:46:10.675825 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed00e7-a3f1-4c65-8f4c-4ef7ebe787d7 req-f79916ab-5a9d-4544-b0bf-a7b0056264b9 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:10.677295 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-55ed00e7-a3f1-4c65-8f4c-4ef7ebe787d7 req-f79916ab-5a9d-4544-b0bf-a7b0056264b9 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 946 time: 0.0545542 Oct 28 14:46:10.688706 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [req-55ed00e7-a3f1-4c65-8f4c-4ef7ebe787d7 req-31997056-2cf1-4ed9-9472-ed6ff698f7f5 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Request body: {'port': {'security_groups': ['00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0', '169cabb6-2e00-4ce5-881a-6b50f4a1f912']}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:46:10.752749 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [req-55ed00e7-a3f1-4c65-8f4c-4ef7ebe787d7 req-31997056-2cf1-4ed9-9472-ed6ff698f7f5 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:10.968936 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.db [req-55ed00e7-a3f1-4c65-8f4c-4ef7ebe787d7 req-31997056-2cf1-4ed9-9472-ed6ff698f7f5 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] For port bcd9e629-347f-4473-b14b-accb4863d643, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=bcd9e629-347f-4473-b14b-accb4863d643,segment=NetworkSegment(3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e),segment_id=3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e)] {{(pid=101539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:46:11.001620 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [req-55ed00e7-a3f1-4c65-8f4c-4ef7ebe787d7 req-31997056-2cf1-4ed9-9472-ed6ff698f7f5 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for port, precommit_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:11.007258 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [req-55ed00e7-a3f1-4c65-8f4c-4ef7ebe787d7 req-31997056-2cf1-4ed9-9472-ed6ff698f7f5 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5860495'] for port, after_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:11.020799 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['bcd9e629-347f-4473-b14b-accb4863d643'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:46:11.055420 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed00e7-a3f1-4c65-8f4c-4ef7ebe787d7 req-31997056-2cf1-4ed9-9472-ed6ff698f7f5 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:11.056732 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [req-55ed00e7-a3f1-4c65-8f4c-4ef7ebe787d7 req-31997056-2cf1-4ed9-9472-ed6ff698f7f5 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:11.058976 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-55ed00e7-a3f1-4c65-8f4c-4ef7ebe787d7 req-31997056-2cf1-4ed9-9472-ed6ff698f7f5 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "PUT /v2.0/ports/bcd9e629-347f-4473-b14b-accb4863d643 HTTP/1.1" status: 200 len: 982 time: 0.3741407 Oct 28 14:46:11.080634 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31997056-2cf1-4ed9-9472-ed6ff698f7f5 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Pushing event updated for resources: {'Port': ['ID=bcd9e629-347f-4473-b14b-accb4863d643,revision_number=6']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:46:11.139313 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['bcd9e629-347f-4473-b14b-accb4863d643'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:46:11.198006 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a71cc2-ef60-4acf-9c84-93768a4b1c9a req-9cd3d050-ee0f-4496-8497-99c7f1d730f9 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:11.207608 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c0a71cc2-ef60-4acf-9c84-93768a4b1c9a req-9cd3d050-ee0f-4496-8497-99c7f1d730f9 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 985 time: 0.0834794 Oct 28 14:46:11.262463 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c0a71cc2-ef60-4acf-9c84-93768a4b1c9a req-ee6f678e-f4c6-44e8-bd76-2ca397cba91d tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&id=169cabb6-2e00-4ce5-881a-6b50f4a1f912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538008 Oct 28 14:46:11.447897 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4786ae29-875f-41fb-99ca-b6ee4bfb9bb1', 'tag': 'bcd9e629-347f-4473-b14b-accb4863d643'}] {{(pid=101539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:46:11.451214 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b11bf48e9ea089bdf44fa20a23d8f6f37ef4f34e00c9a01b18aadce43f874137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628895d9-15dd-46b1-a2f0-5bacf731099d" -d '{"events": [{"name": "network-changed", "server_uuid": "4786ae29-875f-41fb-99ca-b6ee4bfb9bb1", "tag": "bcd9e629-347f-4473-b14b-accb4863d643"}]}' {{(pid=101539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:46:11.468682 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-3176eff8-0495-4f72-a0ed-3de326f13238 None None] Provisioning complete for port bcd9e629-347f-4473-b14b-accb4863d643 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:46:11.469294 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-3176eff8-0495-4f72-a0ed-3de326f13238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:11.509236 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a4b05a-953b-4321-9e1b-0954f6d62762 x-openstack-request-id: req-a9a4b05a-953b-4321-9e1b-0954f6d62762 {{(pid=101539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:46:11.509810 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4786ae29-875f-41fb-99ca-b6ee4bfb9bb1", "tag": "bcd9e629-347f-4473-b14b-accb4863d643", "status": "completed", "code": 200}]} {{(pid=101539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:46:11.510288 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a9a4b05a-953b-4321-9e1b-0954f6d62762 {{(pid=101539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:46:11.510649 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4786ae29-875f-41fb-99ca-b6ee4bfb9bb1', 'tag': 'bcd9e629-347f-4473-b14b-accb4863d643', 'status': 'completed', 'code': 200} Oct 28 14:46:11.595551 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628895d9-15dd-46b1-a2f0-5bacf731099d req-506e55e6-9f14-420c-8f95-e2c173af2dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:11.597134 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-628895d9-15dd-46b1-a2f0-5bacf731099d req-506e55e6-9f14-420c-8f95-e2c173af2dba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5ed02b182e3f46e99a390b62c69040b0&device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 1138 time: 0.0640028 Oct 28 14:46:11.697644 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628895d9-15dd-46b1-a2f0-5bacf731099d req-a0cd5207-efb7-4b70-8cea-2bc5ad180f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:11.699002 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-628895d9-15dd-46b1-a2f0-5bacf731099d req-a0cd5207-efb7-4b70-8cea-2bc5ad180f42 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0b60cc5-c557-4048-96b3-dd41c7f60a2d HTTP/1.1" status: 200 len: 916 time: 0.0940502 Oct 28 14:46:11.768815 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-628895d9-15dd-46b1-a2f0-5bacf731099d req-978ce5b1-fe5a-4e3b-844c-b22034af1640 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcd9e629-347f-4473-b14b-accb4863d643 HTTP/1.1" status: 200 len: 1001 time: 0.0585356 Oct 28 14:46:11.823434 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628895d9-15dd-46b1-a2f0-5bacf731099d req-eff153e0-f369-4e6b-b8a8-54cc6b16f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:11.824919 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-628895d9-15dd-46b1-a2f0-5bacf731099d req-eff153e0-f369-4e6b-b8a8-54cc6b16f1ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=055b9800-f4cb-4cca-aa2d-48b9946f99ac HTTP/1.1" status: 200 len: 854 time: 0.0476050 Oct 28 14:46:11.883057 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628895d9-15dd-46b1-a2f0-5bacf731099d req-2d771f62-9774-479d-9e68-4eb2cc24eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:11.884618 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-628895d9-15dd-46b1-a2f0-5bacf731099d req-2d771f62-9774-479d-9e68-4eb2cc24eb43 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0b60cc5-c557-4048-96b3-dd41c7f60a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481055 Oct 28 14:46:11.975131 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-628895d9-15dd-46b1-a2f0-5bacf731099d req-0a94dda0-e0b8-486f-9ba2-ce4a8d61f3bd service neutron] 10.222.0.72 "GET /v2.0/networks/c0b60cc5-c557-4048-96b3-dd41c7f60a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820467 Oct 28 14:46:12.074264 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-628895d9-15dd-46b1-a2f0-5bacf731099d req-50149be7-cd72-457f-a49a-9cbc47ada7f7 service neutron] 10.222.0.72 "GET /v2.0/networks/c0b60cc5-c557-4048-96b3-dd41c7f60a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910549 Oct 28 14:46:17.076226 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-ba113e7e-2076-4041-8625-4f4a9736b8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:17.918503 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc3bfa-1ae7-4611-aaea-c1e1c02e2dba req-e2c37899-800b-4576-a876-88b81df0b121 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:17.920378 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5bdc3bfa-1ae7-4611-aaea-c1e1c02e2dba req-e2c37899-800b-4576-a876-88b81df0b121 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 945 time: 0.0568581 Oct 28 14:46:17.959433 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5bdc3bfa-1ae7-4611-aaea-c1e1c02e2dba req-8f1e6d7e-2c12-46dc-91f3-8c589f75b06c tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326121 Oct 28 14:46:18.663917 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 42520) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:46:18.770395 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c311cf31-cb6b-47dd-b053-e67306340cc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:18.842579 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c311cf31-cb6b-47dd-b053-e67306340cc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:18.848457 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-c311cf31-cb6b-47dd-b053-e67306340cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:18.884623 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-c311cf31-cb6b-47dd-b053-e67306340cc0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3c1fe73a936043139a797568bf0cac45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196138 Oct 28 14:46:18.885468 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311cf31-cb6b-47dd-b053-e67306340cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b684b89-c2fa-4ebd-9480-c13784657cd1,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:46:18.888159 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 42524) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:46:18.952327 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-5b6aa9b2-63fb-47e2-a46f-0a2cf6e76ab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:18.973152 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-5b6aa9b2-63fb-47e2-a46f-0a2cf6e76ab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:19.018618 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-5b6aa9b2-63fb-47e2-a46f-0a2cf6e76ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:19.021341 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-5b6aa9b2-63fb-47e2-a46f-0a2cf6e76ab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:19.025375 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-5b6aa9b2-63fb-47e2-a46f-0a2cf6e76ab3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7b684b89-c2fa-4ebd-9480-c13784657cd1 HTTP/1.1" status: 204 len: 168 time: 0.1361752 Oct 28 14:46:19.033441 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6aa9b2-63fb-47e2-a46f-0a2cf6e76ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b684b89-c2fa-4ebd-9480-c13784657cd1,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:46:19.041112 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6aa9b2-63fb-47e2-a46f-0a2cf6e76ab3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:19.041546 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6aa9b2-63fb-47e2-a46f-0a2cf6e76ab3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:19.041909 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6aa9b2-63fb-47e2-a46f-0a2cf6e76ab3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:19.042247 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6aa9b2-63fb-47e2-a46f-0a2cf6e76ab3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:19.042708 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6aa9b2-63fb-47e2-a46f-0a2cf6e76ab3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:19.043052 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6aa9b2-63fb-47e2-a46f-0a2cf6e76ab3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:19.043382 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6aa9b2-63fb-47e2-a46f-0a2cf6e76ab3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:19.043708 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6aa9b2-63fb-47e2-a46f-0a2cf6e76ab3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:19.044107 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6aa9b2-63fb-47e2-a46f-0a2cf6e76ab3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:19.044343 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6aa9b2-63fb-47e2-a46f-0a2cf6e76ab3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:19.044649 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6aa9b2-63fb-47e2-a46f-0a2cf6e76ab3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:19.044966 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6aa9b2-63fb-47e2-a46f-0a2cf6e76ab3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:19.096894 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdd4cd-9d54-44b4-ac80-7e4780bb6d9f req-42076bc4-b736-4c8f-afc4-f553d139a3a8 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:19.098419 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-fbbdd4cd-9d54-44b4-ac80-7e4780bb6d9f req-42076bc4-b736-4c8f-afc4-f553d139a3a8 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 945 time: 0.0507159 Oct 28 14:46:19.139315 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-fbbdd4cd-9d54-44b4-ac80-7e4780bb6d9f req-b8c09a2b-9276-4d6f-8dc5-b37e6bed270f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340998 Oct 28 14:46:19.520319 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da8812-21d5-46c4-b082-43f5c451c231 req-ea05d739-a804-420d-939a-8d8583d5ba8d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:19.521769 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-55da8812-21d5-46c4-b082-43f5c451c231 req-ea05d739-a804-420d-939a-8d8583d5ba8d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.72 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 945 time: 0.0621948 Oct 28 14:46:19.630165 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-55da8812-21d5-46c4-b082-43f5c451c231 req-d05b32d0-88d5-4e32-bcd6-99c4fb623707 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Deleting port ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:46:19.630539 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-55da8812-21d5-46c4-b082-43f5c451c231 req-d05b32d0-88d5-4e32-bcd6-99c4fb623707 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:19.731957 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-55da8812-21d5-46c4-b082-43f5c451c231 req-d05b32d0-88d5-4e32-bcd6-99c4fb623707 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] For port ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa,segment=NetworkSegment(27993e00-1bc2-49c2-98b8-9b099f45e9a7),segment_id=27993e00-1bc2-49c2-98b8-9b099f45e9a7)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:46:19.732671 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-55da8812-21d5-46c4-b082-43f5c451c231 req-d05b32d0-88d5-4e32-bcd6-99c4fb623707 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:19.903591 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-55da8812-21d5-46c4-b082-43f5c451c231 req-d05b32d0-88d5-4e32-bcd6-99c4fb623707 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:19.903966 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-55da8812-21d5-46c4-b082-43f5c451c231 req-d05b32d0-88d5-4e32-bcd6-99c4fb623707 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640319'] for floatingip, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:19.904271 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.db.l3_db [req-55da8812-21d5-46c4-b082-43f5c451c231 req-d05b32d0-88d5-4e32-bcd6-99c4fb623707 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Floating IP abcafc81-921e-42f9-8324-16d6fc87ff66 disassociated. External IP: 172.27.2.147, port: ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa. Oct 28 14:46:19.904632 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-55da8812-21d5-46c4-b082-43f5c451c231 req-d05b32d0-88d5-4e32-bcd6-99c4fb623707 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Calling delete_port for ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa owned by compute:nova {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:46:20.040578 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-55da8812-21d5-46c4-b082-43f5c451c231 req-d05b32d0-88d5-4e32-bcd6-99c4fb623707 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:20.078392 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b32d0-88d5-4e32-bcd6-99c4fb623707 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Pushing event deleted for resources: {'Port': ['ID=ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:46:20.126163 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-6827f6aa-be7d-45b1-976e-872e143f4a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:20.201528 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55da8812-21d5-46c4-b082-43f5c451c231 req-d05b32d0-88d5-4e32-bcd6-99c4fb623707 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Router 77a27d38-a823-46f2-9839-be95cfbcea3e has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:46:20.248529 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-82f3654a-5a11-4db8-9cd5-d16d6633b43e req-4b581afa-1bf6-4a93-b1bd-4430b64f3e4a tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=27e63a9f-97dd-492e-8a5e-19a7215e8b47 HTTP/1.1" status: 200 len: 210 time: 0.0406129 Oct 28 14:46:20.311174 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55da8812-21d5-46c4-b082-43f5c451c231 req-d05b32d0-88d5-4e32-bcd6-99c4fb623707 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:46:20.322113 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b9aed5-34b7-4c64-a6c5-b8cff97f8df9 None None] Sync routers for ids ['77a27d38-a823-46f2-9839-be95cfbcea3e'] in dv-cinder-815848-1-iscsi {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:46:20.333431 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b9aed5-34b7-4c64-a6c5-b8cff97f8df9 None None] Routers {'77a27d38-a823-46f2-9839-be95cfbcea3e'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:46:20.334034 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-e0b9aed5-34b7-4c64-a6c5-b8cff97f8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:46:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['77a27d38-a823-46f2-9839-be95cfbcea3e'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:46:20.350371 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-55da8812-21d5-46c4-b082-43f5c451c231 req-d05b32d0-88d5-4e32-bcd6-99c4fb623707 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] No DVR routers for this DVR port ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa on host hv-cinder-81584 {{(pid=101538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:46:20.353155 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-55da8812-21d5-46c4-b082-43f5c451c231 req-d05b32d0-88d5-4e32-bcd6-99c4fb623707 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:20.356610 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-55da8812-21d5-46c4-b082-43f5c451c231 req-d05b32d0-88d5-4e32-bcd6-99c4fb623707 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.72 "DELETE /v2.0/ports/ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa HTTP/1.1" status: 204 len: 173 time: 0.8281560 Oct 28 14:46:20.357047 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e63a9f-97dd-492e-8a5e-19a7215e8b47', 'name': 'network-vif-deleted', 'tag': 'ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:46:20.359477 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309c42f1-4ce5-4632-9cca-e2e79d1bffa2" -d '{"events": [{"server_uuid": "27e63a9f-97dd-492e-8a5e-19a7215e8b47", "name": "network-vif-deleted", "tag": "ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:46:20.396166 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99d9e22-da2d-40ad-93f4-c7b56846fdeb x-openstack-request-id: req-b99d9e22-da2d-40ad-93f4-c7b56846fdeb {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:46:20.396602 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e63a9f-97dd-492e-8a5e-19a7215e8b47", "name": "network-vif-deleted", "tag": "ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:46:20.396970 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b99d9e22-da2d-40ad-93f4-c7b56846fdeb {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:46:20.397951 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e63a9f-97dd-492e-8a5e-19a7215e8b47', 'name': 'network-vif-deleted', 'tag': 'ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa', 'status': 'completed', 'code': 200} Oct 28 14:46:20.590256 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-e0b9aed5-34b7-4c64-a6c5-b8cff97f8df9 None None] Set router 77a27d38-a823-46f2-9839-be95cfbcea3e gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:46:20.787261 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-e0b9aed5-34b7-4c64-a6c5-b8cff97f8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '19b5d607-7956-4b33-8a27-d494c9636592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:12Z', 'revision_number': 4, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port': {'id': '19b5d607-7956-4b33-8a27-d494c9636592', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'e09afc9d-2969-43a3-980d-94f90d244d11', 'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'mac_address': 'fa:16:3e:5c:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:12Z', 'updated_at': '2021-10-28T14:43:17Z', 'revision_number': 5, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'subnets': [{'id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:46:20.816940 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b9aed5-34b7-4c64-a6c5-b8cff97f8df9 None None] Checking router: 77a27d38-a823-46f2-9839-be95cfbcea3e for host: dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:46:20.825383 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b9aed5-34b7-4c64-a6c5-b8cff97f8df9 None None] Routers {'77a27d38-a823-46f2-9839-be95cfbcea3e'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:46:20.825991 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-e0b9aed5-34b7-4c64-a6c5-b8cff97f8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:46:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['77a27d38-a823-46f2-9839-be95cfbcea3e'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:46:20.938673 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-e0b9aed5-34b7-4c64-a6c5-b8cff97f8df9 None None] Set router 77a27d38-a823-46f2-9839-be95cfbcea3e gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:46:21.074859 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:21.162240 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-e0b9aed5-34b7-4c64-a6c5-b8cff97f8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '19b5d607-7956-4b33-8a27-d494c9636592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:12Z', 'revision_number': 4, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port': {'id': '19b5d607-7956-4b33-8a27-d494c9636592', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'e09afc9d-2969-43a3-980d-94f90d244d11', 'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'mac_address': 'fa:16:3e:5c:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:12Z', 'updated_at': '2021-10-28T14:43:17Z', 'revision_number': 5, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'subnets': [{'id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:46:21.188914 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b9aed5-34b7-4c64-a6c5-b8cff97f8df9 None None] The sync data for ids ['77a27d38-a823-46f2-9839-be95cfbcea3e'] in dv-cinder-815848-1-iscsi is: [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '19b5d607-7956-4b33-8a27-d494c9636592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:12Z', 'revision_number': 4, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port': {'id': '19b5d607-7956-4b33-8a27-d494c9636592', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'e09afc9d-2969-43a3-980d-94f90d244d11', 'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'mac_address': 'fa:16:3e:5c:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:12Z', 'updated_at': '2021-10-28T14:43:17Z', 'revision_number': 5, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'subnets': [{'id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:46:21.246214 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:21.409908 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe31cca-292b-44c4-bedf-699eda10ec4e None None] New status for floating IP abcafc81-921e-42f9-8324-16d6fc87ff66: DOWN {{(pid=101541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 14:46:21.501521 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-46c448f3-9bc5-4278-9d96-e7b91a3508b0 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1504821418&fields=id&tenant_id=3c7c19b77a1a4fac81de8244c2a70247 HTTP/1.1" status: 200 len: 267 time: 0.0334909 Oct 28 14:46:21.608143 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-55186ab4-9e40-42f0-b942-22afd67c3d7b tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:21.609626 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-55186ab4-9e40-42f0-b942-22afd67c3d7b tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/networks?id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e HTTP/1.1" status: 200 len: 811 time: 0.1012754 Oct 28 14:46:21.624873 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-7296e0dd-a098-480b-83a8-e6d518d28afb tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/quotas/3c7c19b77a1a4fac81de8244c2a70247 HTTP/1.1" status: 200 len: 375 time: 0.0091970 Oct 28 14:46:21.677234 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-ea0241d7-9a9f-4132-9c43-7e6002e22c10 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c7c19b77a1a4fac81de8244c2a70247&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470071 Oct 28 14:46:21.779756 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-e12d13d6-35e3-4318-b261-184d78140077 service neutron] 10.222.0.79 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899265 Oct 28 14:46:21.880868 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-3cabaf6b-8b63-4643-9d45-4f7d6e0eedbc service neutron] 10.222.0.79 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947447 Oct 28 14:46:22.127902 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:22.145627 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:46:22.171423 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] No Port match for: ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:46:22.172078 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device ac1f36d4-1f1d-4bce-99de-4a3480c2c5aa not bound to the agent host hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:46:23.208879 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b77a0791-a573-47ac-8783-374a3edd0582 req-e589704c-a1f0-42d4-9413-af0acdf1cd9a tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 210 time: 0.0262578 Oct 28 14:46:23.424383 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:46:24.287172 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2e519acf-d804-4f4a-ab0e-22d504f6d140 req-b6b11e69-6c66-4a90-8d0c-0ba7b750a1f4 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 210 time: 0.0266993 Oct 28 14:46:25.364167 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-452c2849-1712-47a5-87e1-c8af6c32445b req-ae484f28-6ef5-4fd7-9d05-952011c58ab6 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 210 time: 0.0259922 Oct 28 14:46:26.458631 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-056b49c9-ba97-421f-a77a-a619c1dc397a req-259faa8b-6271-473c-9356-a03c848ca453 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 210 time: 0.0260346 Oct 28 14:46:27.556828 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e8ebb728-000b-4d49-9bc0-1fbee04a58f0 req-cc673a89-183e-4767-848e-dd7afb5b2db3 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 210 time: 0.0271821 Oct 28 14:46:28.291201 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-7be23f63-4cc9-40c6-ac69-8fd7782c950c tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:28.292666 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-7be23f63-4cc9-40c6-ac69-8fd7782c950c tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.72 "GET /v2.0/networks?id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e HTTP/1.1" status: 200 len: 811 time: 0.1100428 Oct 28 14:46:28.339491 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-0aca51ef-2f48-4934-830b-fc909bae1216 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c7c19b77a1a4fac81de8244c2a70247 HTTP/1.1" status: 200 len: 380 time: 0.0335841 Oct 28 14:46:28.352096 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-4bec0779-83c8-43f9-a723-6eca82f9e919 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Request body: {'port': {'device_id': '07886f11-067f-4a7c-b8f4-d38dcca3d691', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'admin_state_up': True, 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'security_groups': ['59610a15-d97c-4828-aa29-ff50364534d1']}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:46:28.463394 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-4bec0779-83c8-43f9-a723-6eca82f9e919 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Made reservation on behalf of 3c7c19b77a1a4fac81de8244c2a70247 for: {'port': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:46:28.468961 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-4bec0779-83c8-43f9-a723-6eca82f9e919 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:28.605174 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-4bec0779-83c8-43f9-a723-6eca82f9e919 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Allocated IP 172.20.0.8 (696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e/de782fb8-ce97-4cbe-8d9a-e728eea72713/93259a48-7d61-4367-9066-470b937c2b19) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:46:28.663357 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-0d8acddb-d837-4503-a1f3-0fa241511b61 req-79b51c8b-9b42-4ccc-9a2b-87007cb41c84 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 210 time: 0.0297103 Oct 28 14:46:28.740848 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-4bec0779-83c8-43f9-a723-6eca82f9e919 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:28.778495 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-4bec0779-83c8-43f9-a723-6eca82f9e919 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:28.821976 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-4bec0779-83c8-43f9-a723-6eca82f9e919 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Network 696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:46:28.825278 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-4bec0779-83c8-43f9-a723-6eca82f9e919 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:46:28.829034 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-4bec0779-83c8-43f9-a723-6eca82f9e919 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:46:28.835490 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec0779-83c8-43f9-a723-6eca82f9e919 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Pushing event updated for resources: {'Port': ['ID=93259a48-7d61-4367-9066-470b937c2b19,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:46:28.883170 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-4bec0779-83c8-43f9-a723-6eca82f9e919 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:28.883877 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-4bec0779-83c8-43f9-a723-6eca82f9e919 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:28.902174 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-4bec0779-83c8-43f9-a723-6eca82f9e919 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5537441 Oct 28 14:46:28.918430 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-61299068-3687-459f-8f39-e3e4e47d7a4f service neutron] Request body: {'port': {'device_id': '07886f11-067f-4a7c-b8f4-d38dcca3d691', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:46:28.975856 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-61299068-3687-459f-8f39-e3e4e47d7a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:29.035640 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-47214371-8acc-4d06-b611-82451caa0bdb None None] Provisioning complete for port 93259a48-7d61-4367-9066-470b937c2b19 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:46:29.036268 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-47214371-8acc-4d06-b611-82451caa0bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:29.069633 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-47214371-8acc-4d06-b611-82451caa0bdb None None] Port 93259a48-7d61-4367-9066-470b937c2b19 cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:46:29.236041 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-61299068-3687-459f-8f39-e3e4e47d7a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93259a48-7d61-4367-9066-470b937c2b19 {{(pid=101538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:46:29.243469 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-61299068-3687-459f-8f39-e3e4e47d7a4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:29.255505 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.provisioning_blocks [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-61299068-3687-459f-8f39-e3e4e47d7a4f service neutron] Transition to ACTIVE for port object 93259a48-7d61-4367-9066-470b937c2b19 will not be triggered until provisioned by entity L2. {{(pid=101538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 14:46:29.262290 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-61299068-3687-459f-8f39-e3e4e47d7a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372466'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:29.312959 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61299068-3687-459f-8f39-e3e4e47d7a4f service neutron] Pushing event updated for resources: {'Port': ['ID=93259a48-7d61-4367-9066-470b937c2b19,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:46:29.387636 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-61299068-3687-459f-8f39-e3e4e47d7a4f service neutron] Attempting to bind port 93259a48-7d61-4367-9066-470b937c2b19 on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:46:29.388336 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-61299068-3687-459f-8f39-e3e4e47d7a4f service neutron] Attempting to bind port 93259a48-7d61-4367-9066-470b937c2b19 by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '27993e00-1bc2-49c2-98b8-9b099f45e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e'}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:46:29.388336 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-61299068-3687-459f-8f39-e3e4e47d7a4f service neutron] Attempting to bind port 93259a48-7d61-4367-9066-470b937c2b19 on network 696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:46:29.392863 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-61299068-3687-459f-8f39-e3e4e47d7a4f service neutron] Port 93259a48-7d61-4367-9066-470b937c2b19 on network 696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 14:46:29.393190 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-61299068-3687-459f-8f39-e3e4e47d7a4f service neutron] Attempting to bind port 93259a48-7d61-4367-9066-470b937c2b19 on network 696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:46:29.398146 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-61299068-3687-459f-8f39-e3e4e47d7a4f service neutron] Checking agent: {'id': 'ab39f7f4-514d-4bfb-9d0c-1a0ed5555608', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'started_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:46:29.398477 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-61299068-3687-459f-8f39-e3e4e47d7a4f service neutron] Checking segment: {'id': '27993e00-1bc2-49c2-98b8-9b099f45e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:46:29.398877 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-61299068-3687-459f-8f39-e3e4e47d7a4f service neutron] Bound using segment: {'id': '27993e00-1bc2-49c2-98b8-9b099f45e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e'} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:46:29.399295 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-61299068-3687-459f-8f39-e3e4e47d7a4f service neutron] Bound port: 93259a48-7d61-4367-9066-470b937c2b19, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27993e00-1bc2-49c2-98b8-9b099f45e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e'}}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:46:29.399643 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-61299068-3687-459f-8f39-e3e4e47d7a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:29.464482 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-61299068-3687-459f-8f39-e3e4e47d7a4f service neutron] For port 93259a48-7d61-4367-9066-470b937c2b19, host hv-cinder-81584, cleared binding levels {{(pid=101538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:46:29.468992 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-61299068-3687-459f-8f39-e3e4e47d7a4f service neutron] For port 93259a48-7d61-4367-9066-470b937c2b19, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=93259a48-7d61-4367-9066-470b937c2b19,segment=NetworkSegment(27993e00-1bc2-49c2-98b8-9b099f45e9a7),segment_id=27993e00-1bc2-49c2-98b8-9b099f45e9a7)] {{(pid=101538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:46:29.475352 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-61299068-3687-459f-8f39-e3e4e47d7a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372466'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:29.511351 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-61299068-3687-459f-8f39-e3e4e47d7a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:29.511978 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-61299068-3687-459f-8f39-e3e4e47d7a4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:29.513386 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-61299068-3687-459f-8f39-e3e4e47d7a4f service neutron] 10.222.0.72 "PUT /v2.0/ports/93259a48-7d61-4367-9066-470b937c2b19 HTTP/1.1" status: 200 len: 1093 time: 0.5996695 Oct 28 14:46:29.513820 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07886f11-067f-4a7c-b8f4-d38dcca3d691', 'tag': '93259a48-7d61-4367-9066-470b937c2b19'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:46:29.516117 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b343ba-f2d5-4c8e-bbba-0a5ff6490786" -d '{"events": [{"name": "network-changed", "server_uuid": "07886f11-067f-4a7c-b8f4-d38dcca3d691", "tag": "93259a48-7d61-4367-9066-470b937c2b19"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:46:29.540147 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61299068-3687-459f-8f39-e3e4e47d7a4f service neutron] Pushing event updated for resources: {'Port': ['ID=93259a48-7d61-4367-9066-470b937c2b19,revision_number=3']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:46:29.561859 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c5c15e-5f0b-491c-a100-ef99da21903d x-openstack-request-id: req-b8c5c15e-5f0b-491c-a100-ef99da21903d {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:46:29.562152 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07886f11-067f-4a7c-b8f4-d38dcca3d691", "tag": "93259a48-7d61-4367-9066-470b937c2b19", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:46:29.562407 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b8c5c15e-5f0b-491c-a100-ef99da21903d {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:46:29.562886 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07886f11-067f-4a7c-b8f4-d38dcca3d691', 'tag': '93259a48-7d61-4367-9066-470b937c2b19', 'status': 'completed', 'code': 200} Oct 28 14:46:29.605988 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-828feede-538e-450d-93cf-cd132b62ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:29.607583 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-828feede-538e-450d-93cf-cd132b62ee4b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7c19b77a1a4fac81de8244c2a70247&device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 1096 time: 0.0418632 Oct 28 14:46:29.653836 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-1cad9ab8-0ff8-4f5f-a2cb-4480f881b9ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93259a48-7d61-4367-9066-470b937c2b19 HTTP/1.1" status: 200 len: 217 time: 0.0378048 Oct 28 14:46:29.707800 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-cde8d00a-6de7-4e7f-b68b-b8a2b77773c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:29.709277 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-cde8d00a-6de7-4e7f-b68b-b8a2b77773c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de782fb8-ce97-4cbe-8d9a-e728eea72713 HTTP/1.1" status: 200 len: 850 time: 0.0475478 Oct 28 14:46:29.756516 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-cc94c6c0-ea40-48ef-9fd2-7e173180e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:29.757935 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-cc94c6c0-ea40-48ef-9fd2-7e173180e78e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401449 Oct 28 14:46:29.780632 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51551d7-1297-44e9-b886-6cf9cb70777a req-3df8a0c9-5b44-4a58-a84e-ff81b462d205 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:29.782087 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a51551d7-1297-44e9-b886-6cf9cb70777a req-3df8a0c9-5b44-4a58-a84e-ff81b462d205 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 943 time: 0.0483170 Oct 28 14:46:29.821727 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-a51551d7-1297-44e9-b886-6cf9cb70777a req-47de6c5a-69e6-491e-887b-c87f8a9c85db tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328906 Oct 28 14:46:29.854529 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-8ec05dc5-f071-4140-8d80-bb8af63a2506 service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871339 Oct 28 14:46:29.942849 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-039a1d2f-9a33-460b-b36e-85490632b8bf req-dffc5198-869c-4675-900d-9543e726434f service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810778 Oct 28 14:46:30.050237 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b343ba-f2d5-4c8e-bbba-0a5ff6490786 req-03fe8f3f-0ebf-40de-a571-cf80c2e278f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:30.051686 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-84b343ba-f2d5-4c8e-bbba-0a5ff6490786 req-03fe8f3f-0ebf-40de-a571-cf80c2e278f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7c19b77a1a4fac81de8244c2a70247&device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 1096 time: 0.0485649 Oct 28 14:46:30.149407 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b343ba-f2d5-4c8e-bbba-0a5ff6490786 req-11b5cb89-7c95-47ce-8557-871aabd98313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:30.150913 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-84b343ba-f2d5-4c8e-bbba-0a5ff6490786 req-11b5cb89-7c95-47ce-8557-871aabd98313 service neutron] 10.222.0.72 "GET /v2.0/networks?id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e HTTP/1.1" status: 200 len: 912 time: 0.0902004 Oct 28 14:46:30.196807 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-84b343ba-f2d5-4c8e-bbba-0a5ff6490786 req-900a86de-ebff-4981-a1e9-febaf998229d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93259a48-7d61-4367-9066-470b937c2b19 HTTP/1.1" status: 200 len: 217 time: 0.0361416 Oct 28 14:46:30.248716 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b343ba-f2d5-4c8e-bbba-0a5ff6490786 req-8d0383fc-0950-453d-8f87-e6a7df1473b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:30.250180 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-84b343ba-f2d5-4c8e-bbba-0a5ff6490786 req-8d0383fc-0950-453d-8f87-e6a7df1473b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de782fb8-ce97-4cbe-8d9a-e728eea72713 HTTP/1.1" status: 200 len: 850 time: 0.0427136 Oct 28 14:46:30.296596 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b343ba-f2d5-4c8e-bbba-0a5ff6490786 req-3f5b54c6-a70e-4f4a-8c87-9bac6784a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:30.298051 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-84b343ba-f2d5-4c8e-bbba-0a5ff6490786 req-3f5b54c6-a70e-4f4a-8c87-9bac6784a8e3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400350 Oct 28 14:46:30.390813 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-84b343ba-f2d5-4c8e-bbba-0a5ff6490786 req-ea0938d6-476b-4eaf-831a-32268ae3e9dc service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836546 Oct 28 14:46:30.487706 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-84b343ba-f2d5-4c8e-bbba-0a5ff6490786 req-58323504-13fc-42fa-80cc-8b2828a0caef service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893214 Oct 28 14:46:30.947743 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f6a9e-c0ab-4cd3-bd88-8f91531b7ea0 req-434d3326-be27-4659-84c2-9d9ef872b31a tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:30.949136 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d74f6a9e-c0ab-4cd3-bd88-8f91531b7ea0 req-434d3326-be27-4659-84c2-9d9ef872b31a tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 943 time: 0.0557582 Oct 28 14:46:30.988097 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d74f6a9e-c0ab-4cd3-bd88-8f91531b7ea0 req-12b64d46-647c-45b7-845f-091e2184df97 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327060 Oct 28 14:46:32.119982 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b18219-c6d9-4f9b-9703-8f80d0b1d28e req-9800d064-c96e-4708-9694-340fed3a16ff tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:32.121527 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-16b18219-c6d9-4f9b-9703-8f80d0b1d28e req-9800d064-c96e-4708-9694-340fed3a16ff tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 943 time: 0.0584219 Oct 28 14:46:32.163391 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-16b18219-c6d9-4f9b-9703-8f80d0b1d28e req-828e6719-0041-4607-919a-d6d143cbc1e7 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356970 Oct 28 14:46:32.535385 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:33.290588 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7051f92-6d5b-42f5-94ac-3175d4bd18be req-a328ef28-6b91-4669-ab2c-fead7b0b3d72 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:33.292072 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e7051f92-6d5b-42f5-94ac-3175d4bd18be req-a328ef28-6b91-4669-ab2c-fead7b0b3d72 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 943 time: 0.0544102 Oct 28 14:46:33.334127 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-e7051f92-6d5b-42f5-94ac-3175d4bd18be req-cd41f342-1659-43c9-b40a-90f02902508f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331690 Oct 28 14:46:34.490227 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c0fa1-b3ec-452d-a1b1-cb0b2dd7df58 req-3da49618-4228-4251-9635-7955918bab6e tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:34.491910 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1d5c0fa1-b3ec-452d-a1b1-cb0b2dd7df58 req-3da49618-4228-4251-9635-7955918bab6e tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 943 time: 0.0633059 Oct 28 14:46:34.540407 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1d5c0fa1-b3ec-452d-a1b1-cb0b2dd7df58 req-e942925e-5583-42be-9937-91801e005baa tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387402 Oct 28 14:46:35.656765 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f753c59-016d-494a-a3e2-94ef75dc905d req-1ea3ac83-add9-4815-ae5e-88735d3a340f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:35.658532 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9f753c59-016d-494a-a3e2-94ef75dc905d req-1ea3ac83-add9-4815-ae5e-88735d3a340f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 943 time: 0.0493782 Oct 28 14:46:35.704104 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9f753c59-016d-494a-a3e2-94ef75dc905d req-aa30d425-bc87-4c7f-b119-08adf1697b7c tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366044 Oct 28 14:46:36.137859 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2dc48-571d-4179-944f-974cc3aa6401 req-74148ef1-bda7-4e79-8aa4-7977c8cfe6d7 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:36.139471 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-06f2dc48-571d-4179-944f-974cc3aa6401 req-74148ef1-bda7-4e79-8aa4-7977c8cfe6d7 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 985 time: 0.0582273 Oct 28 14:46:36.149151 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e08676-dda2-4435-9ad0-a665ef11256a req-4f4499f0-c269-4bc8-9c44-0d7b50fc6ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:36.150643 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d2e08676-dda2-4435-9ad0-a665ef11256a req-4f4499f0-c269-4bc8-9c44-0d7b50fc6ece service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5ed02b182e3f46e99a390b62c69040b0&device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 1138 time: 0.0462101 Oct 28 14:46:36.181296 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-06f2dc48-571d-4179-944f-974cc3aa6401 req-a493e8f2-4c50-4442-8213-fbde84cc60c5 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&id=169cabb6-2e00-4ce5-881a-6b50f4a1f912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354536 Oct 28 14:46:36.204807 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 93259a48-7d61-4367-9066-470b937c2b19 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 14:46:36.243752 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e08676-dda2-4435-9ad0-a665ef11256a req-6699c35f-4852-4644-b699-cbf79656da87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:36.245228 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d2e08676-dda2-4435-9ad0-a665ef11256a req-6699c35f-4852-4644-b699-cbf79656da87 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0b60cc5-c557-4048-96b3-dd41c7f60a2d HTTP/1.1" status: 200 len: 916 time: 0.0847030 Oct 28 14:46:36.302668 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 93259a48-7d61-4367-9066-470b937c2b19, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=93259a48-7d61-4367-9066-470b937c2b19,segment=NetworkSegment(27993e00-1bc2-49c2-98b8-9b099f45e9a7),segment_id=27993e00-1bc2-49c2-98b8-9b099f45e9a7)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:46:36.313906 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Returning: {'device': '93259a48-7d61-4367-9066-470b937c2b19', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'port_id': '93259a48-7d61-4367-9066-470b937c2b19', 'mac_address': 'fa:16:3e:e4:e8:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 14:46:36.314099 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d2e08676-dda2-4435-9ad0-a665ef11256a req-6e94d93c-33ef-4787-9860-404317b1c0a7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcd9e629-347f-4473-b14b-accb4863d643 HTTP/1.1" status: 200 len: 1001 time: 0.0602186 Oct 28 14:46:36.350573 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:36.363730 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93259a48-7d61-4367-9066-470b937c2b19 {{(pid=101540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:46:36.364072 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e08676-dda2-4435-9ad0-a665ef11256a req-af98b2e4-bf2f-4f78-acc9-50935f6eba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:36.365524 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d2e08676-dda2-4435-9ad0-a665ef11256a req-af98b2e4-bf2f-4f78-acc9-50935f6eba2c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=055b9800-f4cb-4cca-aa2d-48b9946f99ac HTTP/1.1" status: 200 len: 854 time: 0.0433140 Oct 28 14:46:36.382704 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 93259a48-7d61-4367-9066-470b937c2b19, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=93259a48-7d61-4367-9066-470b937c2b19,segment=NetworkSegment(27993e00-1bc2-49c2-98b8-9b099f45e9a7),segment_id=27993e00-1bc2-49c2-98b8-9b099f45e9a7)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:46:36.387872 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:36.415045 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e08676-dda2-4435-9ad0-a665ef11256a req-5281b3c5-e96a-4c8c-b06b-1f66376f0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:36.416570 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d2e08676-dda2-4435-9ad0-a665ef11256a req-5281b3c5-e96a-4c8c-b06b-1f66376f0be3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0b60cc5-c557-4048-96b3-dd41c7f60a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421546 Oct 28 14:46:36.435784 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=93259a48-7d61-4367-9066-470b937c2b19,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:46:36.443036 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:36.443387 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:36.443726 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:36.444042 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:36.444389 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:36.444749 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:36.445072 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:36.445396 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:36.445715 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:36.446037 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:36.446355 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:36.446668 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:46:36.678710 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['93259a48-7d61-4367-9066-470b937c2b19'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:46:36.793922 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d2e08676-dda2-4435-9ad0-a665ef11256a req-123ab48a-c4fc-4052-a0ca-e022c7ff1e66 service neutron] 10.222.0.72 "GET /v2.0/networks/c0b60cc5-c557-4048-96b3-dd41c7f60a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684185 Oct 28 14:46:36.822383 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebacc4-ae89-422e-8f77-4aad3e03ec53 req-18f4c7fa-58cf-4143-b6e8-3f51a9740932 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:36.823933 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-80ebacc4-ae89-422e-8f77-4aad3e03ec53 req-18f4c7fa-58cf-4143-b6e8-3f51a9740932 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 944 time: 0.0506351 Oct 28 14:46:36.867234 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-80ebacc4-ae89-422e-8f77-4aad3e03ec53 req-e6ad585c-a709-4f2c-8693-65058dfe2d45 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372105 Oct 28 14:46:36.886715 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-d2e08676-dda2-4435-9ad0-a665ef11256a req-f2d173ae-f128-4725-84ed-94aad032b47a service neutron] 10.222.0.72 "GET /v2.0/networks/c0b60cc5-c557-4048-96b3-dd41c7f60a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829022 Oct 28 14:46:37.312408 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a77efd-e4f6-4eb9-87f3-f0fc3d537762 req-e5bfa000-a17c-4b15-b7a7-3cfa05dce5a2 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:37.313852 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-66a77efd-e4f6-4eb9-87f3-f0fc3d537762 req-e5bfa000-a17c-4b15-b7a7-3cfa05dce5a2 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 985 time: 0.0554850 Oct 28 14:46:37.365704 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-66a77efd-e4f6-4eb9-87f3-f0fc3d537762 req-432fd679-3def-48f7-9903-15a3f27027a7 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&id=169cabb6-2e00-4ce5-881a-6b50f4a1f912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428860 Oct 28 14:46:37.994170 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc44a0-a2f5-4310-9021-6434d11636e6 req-639b56ba-aa5b-438d-824e-0b7d7da0bd28 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:37.995673 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-77fc44a0-a2f5-4310-9021-6434d11636e6 req-639b56ba-aa5b-438d-824e-0b7d7da0bd28 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 944 time: 0.0579123 Oct 28 14:46:38.035540 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-77fc44a0-a2f5-4310-9021-6434d11636e6 req-ce4930f1-d17a-4abb-8715-a1b6382dd9d3 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337329 Oct 28 14:46:38.223822 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 93259a48-7d61-4367-9066-470b937c2b19 up at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:46:38.283859 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning for port 93259a48-7d61-4367-9066-470b937c2b19 completed by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 14:46:38.290190 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning complete for port 93259a48-7d61-4367-9066-470b937c2b19 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:46:38.290800 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:38.369967 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:38.392919 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07886f11-067f-4a7c-b8f4-d38dcca3d691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93259a48-7d61-4367-9066-470b937c2b19'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:46:38.395207 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98af8408-8b26-4a52-a925-5b224f50a3ca" -d '{"events": [{"server_uuid": "07886f11-067f-4a7c-b8f4-d38dcca3d691", "name": "network-vif-plugged", "status": "completed", "tag": "93259a48-7d61-4367-9066-470b937c2b19"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:46:38.407770 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 93259a48-7d61-4367-9066-470b937c2b19, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=93259a48-7d61-4367-9066-470b937c2b19,segment=NetworkSegment(27993e00-1bc2-49c2-98b8-9b099f45e9a7),segment_id=27993e00-1bc2-49c2-98b8-9b099f45e9a7)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:46:38.412918 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:38.438522 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbae1cd-6355-4061-864f-e0202c1f1761 x-openstack-request-id: req-bcbae1cd-6355-4061-864f-e0202c1f1761 {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:46:38.438844 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07886f11-067f-4a7c-b8f4-d38dcca3d691", "name": "network-vif-plugged", "status": "completed", "tag": "93259a48-7d61-4367-9066-470b937c2b19", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:46:38.439085 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bcbae1cd-6355-4061-864f-e0202c1f1761 {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:46:38.439485 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07886f11-067f-4a7c-b8f4-d38dcca3d691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93259a48-7d61-4367-9066-470b937c2b19', 'code': 200} Oct 28 14:46:38.466094 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=93259a48-7d61-4367-9066-470b937c2b19,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:46:38.505277 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602e557-e933-4267-bbc2-1e2acf789576 req-79c8860b-0cbf-405e-944a-03e43dc08e0b tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:38.506735 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4602e557-e933-4267-bbc2-1e2acf789576 req-79c8860b-0cbf-405e-944a-03e43dc08e0b tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 985 time: 0.0629675 Oct 28 14:46:38.550619 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-4602e557-e933-4267-bbc2-1e2acf789576 req-43356ea2-3624-42c1-a087-a9da24f8b809 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&id=169cabb6-2e00-4ce5-881a-6b50f4a1f912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351419 Oct 28 14:46:38.687000 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0ea7b-9c69-4976-bc95-df8f3ecaae32 req-be5c1144-1540-496d-93b0-5f65703c6459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:38.688573 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ffb0ea7b-9c69-4976-bc95-df8f3ecaae32 req-be5c1144-1540-496d-93b0-5f65703c6459 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 1098 time: 0.0455267 Oct 28 14:46:38.724641 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-ffb0ea7b-9c69-4976-bc95-df8f3ecaae32 req-80d3ab8b-d772-4fdc-ba71-dc9818ee43cc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275533 Oct 28 14:46:39.164612 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ff424-8436-430a-bec9-16cf4722cb1c req-6ad36365-207a-4b95-8a67-c8aae1920994 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:39.165965 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-169ff424-8436-430a-bec9-16cf4722cb1c req-6ad36365-207a-4b95-8a67-c8aae1920994 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 945 time: 0.0533137 Oct 28 14:46:39.207193 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-169ff424-8436-430a-bec9-16cf4722cb1c req-536255bd-334d-4bb4-899a-1c269de4b06e tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349021 Oct 28 14:46:39.674805 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a2ad6-9dbc-4885-b0f8-a79232f57f4e req-092bfa5c-bdfa-4eed-a3d1-04299cc669d8 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:39.676260 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2d6a2ad6-9dbc-4885-b0f8-a79232f57f4e req-092bfa5c-bdfa-4eed-a3d1-04299cc669d8 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 985 time: 0.0504272 Oct 28 14:46:39.720933 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-2d6a2ad6-9dbc-4885-b0f8-a79232f57f4e req-e476fc2f-0c01-453a-a0a2-759d8bc6e8cf tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&id=169cabb6-2e00-4ce5-881a-6b50f4a1f912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358453 Oct 28 14:46:40.333894 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ca2a8-5222-420a-9521-650aede91cf4 req-109bf4fd-d2e9-4d42-9a17-314af76d1962 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:40.335362 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6e6ca2a8-5222-420a-9521-650aede91cf4 req-109bf4fd-d2e9-4d42-9a17-314af76d1962 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 945 time: 0.0494914 Oct 28 14:46:40.375236 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-6e6ca2a8-5222-420a-9521-650aede91cf4 req-66bc83b7-a5c1-4351-b1b9-945a00df500e tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310512 Oct 28 14:46:40.491764 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647e526-4de8-4cf0-82e7-288b7db12f24 req-796195dc-21f0-44ff-8003-b5e582306d3a tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:40.493247 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d647e526-4de8-4cf0-82e7-288b7db12f24 req-796195dc-21f0-44ff-8003-b5e582306d3a tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 945 time: 0.0533199 Oct 28 14:46:40.538431 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d647e526-4de8-4cf0-82e7-288b7db12f24 req-988ae88e-28f8-405c-a632-eca690debd52 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357273 Oct 28 14:46:40.561746 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 42620) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:46:40.610536 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b584da1-eca7-4c1b-83d2-07b4c5780ea2 tempest-TestVolumeBootPattern-1633366617 tempest-TestVolumeBootPattern-1633366617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:40.612064 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-5b584da1-eca7-4c1b-83d2-07b4c5780ea2 tempest-TestVolumeBootPattern-1633366617 tempest-TestVolumeBootPattern-1633366617-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 1093 time: 0.0490589 Oct 28 14:46:40.615034 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 42622) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:46:40.619585 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-8c55925e-0de4-4961-894b-4c85444f080d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Request body: {'floatingip': {'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'port_id': '93259a48-7d61-4367-9066-470b937c2b19', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:46:40.647309 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-8c55925e-0de4-4961-894b-4c85444f080d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for floatingip, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:40.746912 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-8c55925e-0de4-4961-894b-4c85444f080d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:40.878348 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583ee62-2602-4f79-b344-663cab03007c req-d5dc8e9f-6876-4118-a823-20f0ac7d96ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:40.879743 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b583ee62-2602-4f79-b344-663cab03007c req-d5dc8e9f-6876-4118-a823-20f0ac7d96ed tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 985 time: 0.0888562 Oct 28 14:46:40.889949 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.db_base_plugin_common [None req-8c55925e-0de4-4961-894b-4c85444f080d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Allocated IP 172.27.2.249 (ee68bfbb-5103-4d10-b9ad-fba4a097df41/ecb224d9-3cd4-4979-8f79-b30a4344ff69/d254bade-9e98-4d96-827c-a44c858bacdc) {{(pid=101539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:46:40.971918 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b583ee62-2602-4f79-b344-663cab03007c req-49091938-e86f-4cb2-8279-92bf5a991b0c tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&id=169cabb6-2e00-4ce5-881a-6b50f4a1f912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0831850 Oct 28 14:46:41.017353 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-8c55925e-0de4-4961-894b-4c85444f080d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for port, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:41.052022 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-8c55925e-0de4-4961-894b-4c85444f080d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:41.090438 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c55925e-0de4-4961-894b-4c85444f080d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Network ee68bfbb-5103-4d10-b9ad-fba4a097df41 is already hosted by enough agents. {{(pid=101539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:46:41.093232 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [None req-8c55925e-0de4-4961-894b-4c85444f080d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Resources bound (agent type, host, resource id): {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:46:41.096765 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c55925e-0de4-4961-894b-4c85444f080d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Received port after_create {{(pid=101539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:46:41.125605 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55925e-0de4-4961-894b-4c85444f080d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Pushing event updated for resources: {'Port': ['ID=d254bade-9e98-4d96-827c-a44c858bacdc,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:46:41.434449 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-8c55925e-0de4-4961-894b-4c85444f080d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:41.509638 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-8c55925e-0de4-4961-894b-4c85444f080d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:41.669136 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-8c55925e-0de4-4961-894b-4c85444f080d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for port, precommit_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:41.675748 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-8c55925e-0de4-4961-894b-4c85444f080d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5860495'] for port, after_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:41.743625 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55925e-0de4-4961-894b-4c85444f080d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Pushing event updated for resources: {'Port': ['ID=d254bade-9e98-4d96-827c-a44c858bacdc,revision_number=2']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:46:41.755255 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-8c55925e-0de4-4961-894b-4c85444f080d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640319'] for floatingip, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:41.855827 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.db.l3_db [None req-8c55925e-0de4-4961-894b-4c85444f080d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Floating IP 9146e89b-8168-401e-8ea7-fa8f07910155 associated. External IP: 172.27.2.249, port: 93259a48-7d61-4367-9066-470b937c2b19. Oct 28 14:46:42.318036 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dce9dd-9d3d-42b4-8968-d1f7967518f3 req-d9089880-ab76-48f3-be5f-c6b16ee6bae5 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:42.319475 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-88dce9dd-9d3d-42b4-8968-d1f7967518f3 req-d9089880-ab76-48f3-be5f-c6b16ee6bae5 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 985 time: 0.0944550 Oct 28 14:46:42.350101 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c55925e-0de4-4961-894b-4c85444f080d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Router 77a27d38-a823-46f2-9839-be95cfbcea3e has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:46:42.377944 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-88dce9dd-9d3d-42b4-8968-d1f7967518f3 req-7290f1ad-a1b5-44f4-9a81-2e761681f1aa tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&id=169cabb6-2e00-4ce5-881a-6b50f4a1f912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510771 Oct 28 14:46:42.479657 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c55925e-0de4-4961-894b-4c85444f080d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:46:42.491779 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b5a01c-6234-43b5-b111-8dd62cb3b024 None None] Sync routers for ids ['77a27d38-a823-46f2-9839-be95cfbcea3e'] in dv-cinder-815848-1-iscsi {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:46:42.501180 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-8c55925e-0de4-4961-894b-4c85444f080d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for floatingip, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:42.503580 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b5a01c-6234-43b5-b111-8dd62cb3b024 None None] Routers {'77a27d38-a823-46f2-9839-be95cfbcea3e'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:46:42.504199 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-a4b5a01c-6234-43b5-b111-8dd62cb3b024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:46:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['77a27d38-a823-46f2-9839-be95cfbcea3e'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:46:42.528702 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-8c55925e-0de4-4961-894b-4c85444f080d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9126842 Oct 28 14:46:42.529541 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07886f11-067f-4a7c-b8f4-d38dcca3d691', 'tag': '93259a48-7d61-4367-9066-470b937c2b19'}] {{(pid=101539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:46:42.532112 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b11bf48e9ea089bdf44fa20a23d8f6f37ef4f34e00c9a01b18aadce43f874137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d17a96-ff7a-46be-a893-6a676e6acaeb" -d '{"events": [{"name": "network-changed", "server_uuid": "07886f11-067f-4a7c-b8f4-d38dcca3d691", "tag": "93259a48-7d61-4367-9066-470b937c2b19"}]}' {{(pid=101539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:46:42.569007 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084a9012-30ef-44c9-9528-d15fe62ec068 x-openstack-request-id: req-084a9012-30ef-44c9-9528-d15fe62ec068 {{(pid=101539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:46:42.569196 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07886f11-067f-4a7c-b8f4-d38dcca3d691", "tag": "93259a48-7d61-4367-9066-470b937c2b19", "status": "completed", "code": 200}]} {{(pid=101539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:46:42.569431 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-084a9012-30ef-44c9-9528-d15fe62ec068 {{(pid=101539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:46:42.569853 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07886f11-067f-4a7c-b8f4-d38dcca3d691', 'tag': '93259a48-7d61-4367-9066-470b937c2b19', 'status': 'completed', 'code': 200} Oct 28 14:46:42.609942 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-a4b5a01c-6234-43b5-b111-8dd62cb3b024 None None] Set router 77a27d38-a823-46f2-9839-be95cfbcea3e gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:46:42.636185 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d17a96-ff7a-46be-a893-6a676e6acaeb req-69864cad-7685-4680-82a0-3627704c0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:42.638173 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-10d17a96-ff7a-46be-a893-6a676e6acaeb req-69864cad-7685-4680-82a0-3627704c0866 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7c19b77a1a4fac81de8244c2a70247&device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 1098 time: 0.0421109 Oct 28 14:46:42.729959 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d17a96-ff7a-46be-a893-6a676e6acaeb req-b4f048e6-e0ee-47c3-8315-44be17106c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:42.731475 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-10d17a96-ff7a-46be-a893-6a676e6acaeb req-b4f048e6-e0ee-47c3-8315-44be17106c65 service neutron] 10.222.0.72 "GET /v2.0/networks?id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e HTTP/1.1" status: 200 len: 912 time: 0.0855727 Oct 28 14:46:42.797896 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-10d17a96-ff7a-46be-a893-6a676e6acaeb req-fcce39c9-f2f0-4685-990d-10d45b93a3b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93259a48-7d61-4367-9066-470b937c2b19 HTTP/1.1" status: 200 len: 999 time: 0.0579667 Oct 28 14:46:42.835469 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-a4b5a01c-6234-43b5-b111-8dd62cb3b024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '19b5d607-7956-4b33-8a27-d494c9636592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:12Z', 'revision_number': 4, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port': {'id': '19b5d607-7956-4b33-8a27-d494c9636592', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '9146e89b-8168-401e-8ea7-fa8f07910155', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'port_id': '93259a48-7d61-4367-9066-470b937c2b19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'mac_address': 'fa:16:3e:e4:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07886f11-067f-4a7c-b8f4-d38dcca3d691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:46:41Z', 'updated_at': '2021-10-28T14:46:41Z', 'revision_number': 0, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e09afc9d-2969-43a3-980d-94f90d244d11', 'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'mac_address': 'fa:16:3e:5c:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:12Z', 'updated_at': '2021-10-28T14:43:17Z', 'revision_number': 5, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'subnets': [{'id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:46:42.847249 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d17a96-ff7a-46be-a893-6a676e6acaeb req-0cc2c883-2104-4342-813a-31eb307a0aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:42.848714 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-10d17a96-ff7a-46be-a893-6a676e6acaeb req-0cc2c883-2104-4342-813a-31eb307a0aa6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de782fb8-ce97-4cbe-8d9a-e728eea72713 HTTP/1.1" status: 200 len: 850 time: 0.0429657 Oct 28 14:46:42.865661 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b5a01c-6234-43b5-b111-8dd62cb3b024 None None] Checking router: 77a27d38-a823-46f2-9839-be95cfbcea3e for host: dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:46:42.874423 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b5a01c-6234-43b5-b111-8dd62cb3b024 None None] Routers {'77a27d38-a823-46f2-9839-be95cfbcea3e'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:46:42.875058 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-a4b5a01c-6234-43b5-b111-8dd62cb3b024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:46:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['77a27d38-a823-46f2-9839-be95cfbcea3e'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:46:42.898717 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d17a96-ff7a-46be-a893-6a676e6acaeb req-2aff441e-86f6-4640-981c-94f9bf5e29dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:42.903122 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-10d17a96-ff7a-46be-a893-6a676e6acaeb req-2aff441e-86f6-4640-981c-94f9bf5e29dd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435932 Oct 28 14:46:42.996073 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-10d17a96-ff7a-46be-a893-6a676e6acaeb req-44fffacd-66a6-42a7-83de-90e1db006407 service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856607 Oct 28 14:46:43.102493 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-10d17a96-ff7a-46be-a893-6a676e6acaeb req-97b7357e-0790-4fd7-af98-ae8bf073e0cd service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941103 Oct 28 14:46:43.116599 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-a4b5a01c-6234-43b5-b111-8dd62cb3b024 None None] Set router 77a27d38-a823-46f2-9839-be95cfbcea3e gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:46:43.360265 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-a4b5a01c-6234-43b5-b111-8dd62cb3b024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '19b5d607-7956-4b33-8a27-d494c9636592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:12Z', 'revision_number': 4, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port': {'id': '19b5d607-7956-4b33-8a27-d494c9636592', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '9146e89b-8168-401e-8ea7-fa8f07910155', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'port_id': '93259a48-7d61-4367-9066-470b937c2b19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'mac_address': 'fa:16:3e:e4:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07886f11-067f-4a7c-b8f4-d38dcca3d691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:46:41Z', 'updated_at': '2021-10-28T14:46:41Z', 'revision_number': 0, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e09afc9d-2969-43a3-980d-94f90d244d11', 'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'mac_address': 'fa:16:3e:5c:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:12Z', 'updated_at': '2021-10-28T14:43:17Z', 'revision_number': 5, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'subnets': [{'id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:46:43.391370 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b5a01c-6234-43b5-b111-8dd62cb3b024 None None] The sync data for ids ['77a27d38-a823-46f2-9839-be95cfbcea3e'] in dv-cinder-815848-1-iscsi is: [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '19b5d607-7956-4b33-8a27-d494c9636592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:12Z', 'revision_number': 4, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port': {'id': '19b5d607-7956-4b33-8a27-d494c9636592', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '9146e89b-8168-401e-8ea7-fa8f07910155', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'port_id': '93259a48-7d61-4367-9066-470b937c2b19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'mac_address': 'fa:16:3e:e4:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07886f11-067f-4a7c-b8f4-d38dcca3d691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:46:41Z', 'updated_at': '2021-10-28T14:46:41Z', 'revision_number': 0, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e09afc9d-2969-43a3-980d-94f90d244d11', 'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'mac_address': 'fa:16:3e:5c:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:12Z', 'updated_at': '2021-10-28T14:43:17Z', 'revision_number': 5, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'subnets': [{'id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:46:43.502203 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e52d7d-b7c4-4503-ad32-4c604f2bd161 req-d49ac830-1b8d-4c95-b3ca-c45d2a3679d6 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:43.503745 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-58e52d7d-b7c4-4503-ad32-4c604f2bd161 req-d49ac830-1b8d-4c95-b3ca-c45d2a3679d6 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 985 time: 0.0510957 Oct 28 14:46:43.548237 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-58e52d7d-b7c4-4503-ad32-4c604f2bd161 req-9c628735-b041-4fb3-bf41-9e24a821321c tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&id=169cabb6-2e00-4ce5-881a-6b50f4a1f912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382881 Oct 28 14:46:43.592179 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a52fa3-4b61-48f5-a746-8e46a0626343 None None] New status for floating IP 9146e89b-8168-401e-8ea7-fa8f07910155: ACTIVE {{(pid=101541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 14:46:44.679902 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24eea1-87bf-4032-b969-f142a63abbd3 req-c8c05bbf-33be-45ac-9164-7f6c49313c11 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:44.681427 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-dd24eea1-87bf-4032-b969-f142a63abbd3 req-c8c05bbf-33be-45ac-9164-7f6c49313c11 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 985 time: 0.0531869 Oct 28 14:46:44.721584 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-dd24eea1-87bf-4032-b969-f142a63abbd3 req-5f7daf1c-0c8a-4d55-8097-bc5caad22422 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&id=169cabb6-2e00-4ce5-881a-6b50f4a1f912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339940 Oct 28 14:46:45.855986 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a36440-0c82-49f1-809c-7e864bde7d8e req-267847ca-3ee5-4c1e-b410-75c31f12b5bb tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:45.857457 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-81a36440-0c82-49f1-809c-7e864bde7d8e req-267847ca-3ee5-4c1e-b410-75c31f12b5bb tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 985 time: 0.0523782 Oct 28 14:46:45.898086 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-81a36440-0c82-49f1-809c-7e864bde7d8e req-a60e94cd-86ae-4d37-a815-f4bb416d2def tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&id=169cabb6-2e00-4ce5-881a-6b50f4a1f912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343521 Oct 28 14:46:47.032884 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d43a7-ae24-4a37-92d6-35e88058e40d req-bb98fe11-7097-4150-a290-a535ebd8350c tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:47.034703 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b46d43a7-ae24-4a37-92d6-35e88058e40d req-bb98fe11-7097-4150-a290-a535ebd8350c tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 985 time: 0.0599060 Oct 28 14:46:47.068879 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-15b5cc0f-0687-4f23-a174-8ee69981adf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:47.085387 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b46d43a7-ae24-4a37-92d6-35e88058e40d req-83b4f45c-69d8-48cd-adc9-00022cc679cb tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&id=169cabb6-2e00-4ce5-881a-6b50f4a1f912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411265 Oct 28 14:46:48.234094 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abad62-de4e-4971-870f-db65bc58b2a2 req-874286e6-ff75-42d4-8d06-a92460533aa2 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:46:48.235572 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-48abad62-de4e-4971-870f-db65bc58b2a2 req-874286e6-ff75-42d4-8d06-a92460533aa2 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 985 time: 0.0632417 Oct 28 14:46:48.278628 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-48abad62-de4e-4971-870f-db65bc58b2a2 req-17c3aa04-8624-4de4-a892-91f38538bd64 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&id=169cabb6-2e00-4ce5-881a-6b50f4a1f912&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338206 Oct 28 14:46:50.136384 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-6a4ab9bb-1118-4263-bf47-a715aa1fddaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:51.032073 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:51.249415 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:46:52.135670 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:00.428635 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:47:02.548869 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:07.225111 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-50fe0466-93bb-434f-a4f2-c125162c147c req-8cbedf7e-06a5-4557-81a3-9b94c67b75c5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447760 Oct 28 14:47:07.293250 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe0466-93bb-434f-a4f2-c125162c147c req-60ca8bb2-086c-45f9-848b-ffac18fcc090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:47:07.294739 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-50fe0466-93bb-434f-a4f2-c125162c147c req-60ca8bb2-086c-45f9-848b-ffac18fcc090 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5ed02b182e3f46e99a390b62c69040b0&device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 1138 time: 0.0427537 Oct 28 14:47:07.411906 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe0466-93bb-434f-a4f2-c125162c147c req-a87ea5b9-cff0-4499-911d-91d8bf86a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:47:07.413408 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-50fe0466-93bb-434f-a4f2-c125162c147c req-a87ea5b9-cff0-4499-911d-91d8bf86a3fe service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0b60cc5-c557-4048-96b3-dd41c7f60a2d HTTP/1.1" status: 200 len: 916 time: 0.0973954 Oct 28 14:47:07.482313 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-50fe0466-93bb-434f-a4f2-c125162c147c req-833b7a19-8fc3-428c-a0b9-b7f280fdb69c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcd9e629-347f-4473-b14b-accb4863d643 HTTP/1.1" status: 200 len: 1001 time: 0.0593541 Oct 28 14:47:07.543367 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe0466-93bb-434f-a4f2-c125162c147c req-de2c53f0-ec10-4a9e-8f48-a6b2636a540e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:47:07.545696 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-50fe0466-93bb-434f-a4f2-c125162c147c req-de2c53f0-ec10-4a9e-8f48-a6b2636a540e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=055b9800-f4cb-4cca-aa2d-48b9946f99ac HTTP/1.1" status: 200 len: 854 time: 0.0553443 Oct 28 14:47:07.592331 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe0466-93bb-434f-a4f2-c125162c147c req-280a50e2-0b7e-42dd-8592-0e7fe0450d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:47:07.593798 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-50fe0466-93bb-434f-a4f2-c125162c147c req-280a50e2-0b7e-42dd-8592-0e7fe0450d3d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0b60cc5-c557-4048-96b3-dd41c7f60a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409238 Oct 28 14:47:07.686723 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-50fe0466-93bb-434f-a4f2-c125162c147c req-ab9f89ca-82d9-454a-9ffe-b3901fb96f8e service neutron] 10.222.0.72 "GET /v2.0/networks/c0b60cc5-c557-4048-96b3-dd41c7f60a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849764 Oct 28 14:47:07.790136 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-50fe0466-93bb-434f-a4f2-c125162c147c req-90fd7a21-2d62-4211-a7b3-dfd09debf725 service neutron] 10.222.0.72 "GET /v2.0/networks/c0b60cc5-c557-4048-96b3-dd41c7f60a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878434 Oct 28 14:47:17.082615 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-eaffbcaf-0e05-40b5-8561-eaa1c7962b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:20.137036 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-157fa35b-94fa-40ed-97bd-6bee93219bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:21.036531 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:21.254015 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:22.144569 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:23.841553 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-369de2f0-7d2a-4d2f-bb17-c54e04de37e8 req-323ffb54-a6b2-4d36-bb0f-028c8a426c94 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1160729885&fields=id&tenant_id=5ed02b182e3f46e99a390b62c69040b0 HTTP/1.1" status: 200 len: 267 time: 0.2013202 Oct 28 14:47:23.893706 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369de2f0-7d2a-4d2f-bb17-c54e04de37e8 req-d1351208-b0d5-4716-8fdd-6f7253246e45 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:47:23.895173 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-369de2f0-7d2a-4d2f-bb17-c54e04de37e8 req-d1351208-b0d5-4716-8fdd-6f7253246e45 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 985 time: 0.0479393 Oct 28 14:47:23.907595 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [req-369de2f0-7d2a-4d2f-bb17-c54e04de37e8 req-e4afb249-75de-41d9-a534-5e1335c1c467 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Request body: {'port': {'security_groups': ['00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0']}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:47:23.981286 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [req-369de2f0-7d2a-4d2f-bb17-c54e04de37e8 req-e4afb249-75de-41d9-a534-5e1335c1c467 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:24.163797 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.db [req-369de2f0-7d2a-4d2f-bb17-c54e04de37e8 req-e4afb249-75de-41d9-a534-5e1335c1c467 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] For port bcd9e629-347f-4473-b14b-accb4863d643, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=bcd9e629-347f-4473-b14b-accb4863d643,segment=NetworkSegment(3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e),segment_id=3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e)] {{(pid=101539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:47:24.204463 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [req-369de2f0-7d2a-4d2f-bb17-c54e04de37e8 req-e4afb249-75de-41d9-a534-5e1335c1c467 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for port, precommit_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:24.213151 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [req-369de2f0-7d2a-4d2f-bb17-c54e04de37e8 req-e4afb249-75de-41d9-a534-5e1335c1c467 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5860495'] for port, after_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:24.225679 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['bcd9e629-347f-4473-b14b-accb4863d643'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:47:24.256468 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369de2f0-7d2a-4d2f-bb17-c54e04de37e8 req-e4afb249-75de-41d9-a534-5e1335c1c467 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:47:24.257108 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [req-369de2f0-7d2a-4d2f-bb17-c54e04de37e8 req-e4afb249-75de-41d9-a534-5e1335c1c467 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:24.258543 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-369de2f0-7d2a-4d2f-bb17-c54e04de37e8 req-e4afb249-75de-41d9-a534-5e1335c1c467 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "PUT /v2.0/ports/bcd9e629-347f-4473-b14b-accb4863d643 HTTP/1.1" status: 200 len: 943 time: 0.3567650 Oct 28 14:47:24.259128 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4786ae29-875f-41fb-99ca-b6ee4bfb9bb1', 'tag': 'bcd9e629-347f-4473-b14b-accb4863d643'}] {{(pid=101539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:47:24.261272 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b11bf48e9ea089bdf44fa20a23d8f6f37ef4f34e00c9a01b18aadce43f874137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57006469-3359-4516-9760-e33cf2f6bfab" -d '{"events": [{"name": "network-changed", "server_uuid": "4786ae29-875f-41fb-99ca-b6ee4bfb9bb1", "tag": "bcd9e629-347f-4473-b14b-accb4863d643"}]}' {{(pid=101539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:47:24.264432 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 42664) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:47:24.288246 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afb249-75de-41d9-a534-5e1335c1c467 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Pushing event updated for resources: {'Port': ['ID=bcd9e629-347f-4473-b14b-accb4863d643,revision_number=7']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:47:24.296196 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afb249-75de-41d9-a534-5e1335c1c467 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:24.296547 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afb249-75de-41d9-a534-5e1335c1c467 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:24.296916 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afb249-75de-41d9-a534-5e1335c1c467 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:24.297532 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afb249-75de-41d9-a534-5e1335c1c467 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:24.297648 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afb249-75de-41d9-a534-5e1335c1c467 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:24.297964 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afb249-75de-41d9-a534-5e1335c1c467 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:24.298316 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afb249-75de-41d9-a534-5e1335c1c467 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:24.298624 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afb249-75de-41d9-a534-5e1335c1c467 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:24.298977 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afb249-75de-41d9-a534-5e1335c1c467 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:24.299299 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afb249-75de-41d9-a534-5e1335c1c467 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:24.299704 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afb249-75de-41d9-a534-5e1335c1c467 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:24.300095 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afb249-75de-41d9-a534-5e1335c1c467 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:24.335510 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592c3714-f4da-4f76-ab3e-71f2601eeebe x-openstack-request-id: req-592c3714-f4da-4f76-ab3e-71f2601eeebe {{(pid=101539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:47:24.335798 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4786ae29-875f-41fb-99ca-b6ee4bfb9bb1", "tag": "bcd9e629-347f-4473-b14b-accb4863d643", "status": "completed", "code": 200}]} {{(pid=101539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:47:24.336068 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-592c3714-f4da-4f76-ab3e-71f2601eeebe {{(pid=101539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:47:24.336466 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4786ae29-875f-41fb-99ca-b6ee4bfb9bb1', 'tag': 'bcd9e629-347f-4473-b14b-accb4863d643', 'status': 'completed', 'code': 200} Oct 28 14:47:24.360049 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['bcd9e629-347f-4473-b14b-accb4863d643'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:47:24.363304 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-7d0d52a5-3d41-4d74-a9a4-759cffbde7e0 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:24.399565 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-7d0d52a5-3d41-4d74-a9a4-759cffbde7e0 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:24.485744 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57006469-3359-4516-9760-e33cf2f6bfab req-e34decfe-f572-42b0-a03a-69c8a8fe585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:47:24.487876 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-57006469-3359-4516-9760-e33cf2f6bfab req-e34decfe-f572-42b0-a03a-69c8a8fe585e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5ed02b182e3f46e99a390b62c69040b0&device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 1099 time: 0.1186800 Oct 28 14:47:24.520881 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-80807d1f-2710-4d65-b4cd-3ed6369783dd None None] Provisioning complete for port bcd9e629-347f-4473-b14b-accb4863d643 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:47:24.521171 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-80807d1f-2710-4d65-b4cd-3ed6369783dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:24.540366 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-7d0d52a5-3d41-4d74-a9a4-759cffbde7e0 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:24.543000 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-7d0d52a5-3d41-4d74-a9a4-759cffbde7e0 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:24.544157 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-7d0d52a5-3d41-4d74-a9a4-759cffbde7e0 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "DELETE /v2.0/security-groups/169cabb6-2e00-4ce5-881a-6b50f4a1f912 HTTP/1.1" status: 204 len: 168 time: 0.2781191 Oct 28 14:47:24.547294 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 42668) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:47:24.560866 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d52a5-3d41-4d74-a9a4-759cffbde7e0 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=169cabb6-2e00-4ce5-881a-6b50f4a1f912,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:47:24.570820 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d52a5-3d41-4d74-a9a4-759cffbde7e0 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:24.571691 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d52a5-3d41-4d74-a9a4-759cffbde7e0 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:24.571885 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d52a5-3d41-4d74-a9a4-759cffbde7e0 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:24.572143 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d52a5-3d41-4d74-a9a4-759cffbde7e0 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:24.572491 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d52a5-3d41-4d74-a9a4-759cffbde7e0 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:24.573016 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d52a5-3d41-4d74-a9a4-759cffbde7e0 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:24.573521 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d52a5-3d41-4d74-a9a4-759cffbde7e0 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:24.574061 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d52a5-3d41-4d74-a9a4-759cffbde7e0 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:24.574424 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d52a5-3d41-4d74-a9a4-759cffbde7e0 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:24.574781 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d52a5-3d41-4d74-a9a4-759cffbde7e0 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:24.575143 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d52a5-3d41-4d74-a9a4-759cffbde7e0 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:24.575435 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0d52a5-3d41-4d74-a9a4-759cffbde7e0 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:24.613200 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57006469-3359-4516-9760-e33cf2f6bfab req-5c401799-eefd-4d7a-8be7-a6ca159dc7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:47:24.615178 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-57006469-3359-4516-9760-e33cf2f6bfab req-5c401799-eefd-4d7a-8be7-a6ca159dc7ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0b60cc5-c557-4048-96b3-dd41c7f60a2d HTTP/1.1" status: 200 len: 916 time: 0.1186802 Oct 28 14:47:24.688428 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-57006469-3359-4516-9760-e33cf2f6bfab req-ccf2bca8-e0bd-4f5f-8a99-5b6c48bff7c0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcd9e629-347f-4473-b14b-accb4863d643 HTTP/1.1" status: 200 len: 1001 time: 0.0624483 Oct 28 14:47:24.712433 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-69372829-3c8c-4822-86b2-8319716d980b tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Deleting port eb21e138-8593-4824-9d02-bd3b7972b628 {{(pid=101539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:47:24.712749 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-69372829-3c8c-4822-86b2-8319716d980b tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:24.739555 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57006469-3359-4516-9760-e33cf2f6bfab req-c6f86cb9-ac06-4e85-9313-64d82c428e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:47:24.741018 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-57006469-3359-4516-9760-e33cf2f6bfab req-c6f86cb9-ac06-4e85-9313-64d82c428e7e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=055b9800-f4cb-4cca-aa2d-48b9946f99ac HTTP/1.1" status: 200 len: 854 time: 0.0440691 Oct 28 14:47:24.789722 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57006469-3359-4516-9760-e33cf2f6bfab req-b821489e-d882-45a5-9f8b-4379f3b092b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:47:24.790384 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-69372829-3c8c-4822-86b2-8319716d980b tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:24.790743 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-69372829-3c8c-4822-86b2-8319716d980b tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:24.791262 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-57006469-3359-4516-9760-e33cf2f6bfab req-b821489e-d882-45a5-9f8b-4379f3b092b1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0b60cc5-c557-4048-96b3-dd41c7f60a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407431 Oct 28 14:47:24.803534 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [req-57006469-3359-4516-9760-e33cf2f6bfab req-f6e08d38-8682-4c58-b984-59728ecd9f76 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 14:47:24.804498 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-57006469-3359-4516-9760-e33cf2f6bfab req-f6e08d38-8682-4c58-b984-59728ecd9f76 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057080 Oct 28 14:47:24.805062 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-69372829-3c8c-4822-86b2-8319716d980b tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Calling delete_port for eb21e138-8593-4824-9d02-bd3b7972b628 owned by network:floatingip {{(pid=101539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:47:24.904830 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-57006469-3359-4516-9760-e33cf2f6bfab req-af2bdcd7-e444-4cc8-9539-60888c5c9d97 service neutron] 10.222.0.72 "GET /v2.0/networks/c0b60cc5-c557-4048-96b3-dd41c7f60a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919662 Oct 28 14:47:24.957778 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-69372829-3c8c-4822-86b2-8319716d980b tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:24.988744 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69372829-3c8c-4822-86b2-8319716d980b tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Pushing event deleted for resources: {'Port': ['ID=eb21e138-8593-4824-9d02-bd3b7972b628,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:47:24.997595 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-57006469-3359-4516-9760-e33cf2f6bfab req-a8bf0909-1c18-4af8-91ac-a69c3fe862ba service neutron] 10.222.0.72 "GET /v2.0/networks/c0b60cc5-c557-4048-96b3-dd41c7f60a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834153 Oct 28 14:47:25.052073 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-69372829-3c8c-4822-86b2-8319716d980b tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks [] for floatingip, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:25.052398 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.db.l3_db [None req-69372829-3c8c-4822-86b2-8319716d980b tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Floating IP 99825f2a-f334-4efe-acb9-d3dd66f32a69 disassociated (deleted). External IP: 172.27.2.43, port: bcd9e629-347f-4473-b14b-accb4863d643. Oct 28 14:47:25.262665 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69372829-3c8c-4822-86b2-8319716d980b tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Router ee169e54-eb1a-443d-9470-1e57a6cc5ad0 has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:47:25.373768 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69372829-3c8c-4822-86b2-8319716d980b tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:47:25.379209 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-69372829-3c8c-4822-86b2-8319716d980b tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for floatingip, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:25.384658 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b4a83f-9ba5-451d-a7fc-da0e23fa69f3 None None] Sync routers for ids ['ee169e54-eb1a-443d-9470-1e57a6cc5ad0'] in dv-cinder-815848-1-iscsi {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:47:25.395750 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b4a83f-9ba5-451d-a7fc-da0e23fa69f3 None None] Routers {'ee169e54-eb1a-443d-9470-1e57a6cc5ad0'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:47:25.396345 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-97b4a83f-9ba5-451d-a7fc-da0e23fa69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:47:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['ee169e54-eb1a-443d-9470-1e57a6cc5ad0'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:47:25.405918 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-69372829-3c8c-4822-86b2-8319716d980b tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "DELETE /v2.0/floatingips/99825f2a-f334-4efe-acb9-d3dd66f32a69 HTTP/1.1" status: 204 len: 168 time: 0.8569357 Oct 28 14:47:25.501996 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-97b4a83f-9ba5-451d-a7fc-da0e23fa69f3 None None] Set router ee169e54-eb1a-443d-9470-1e57a6cc5ad0 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:47:25.721790 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-97b4a83f-9ba5-451d-a7fc-da0e23fa69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'name': 'tempest-TestMinimumBasicScenario-1910634466-router', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89219799-e215-4af9-9328-d4680d1215b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:45:11Z', 'updated_at': '2021-10-28T14:45:14Z', 'revision_number': 4, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'gw_port': {'id': '89219799-e215-4af9-9328-d4680d1215b2', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:12Z', 'updated_at': '2021-10-28T14:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'e2a3465a-7e08-4b96-9cbc-c326fd920b16', 'name': '', 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'mac_address': 'fa:16:3e:af:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '055b9800-f4cb-4cca-aa2d-48b9946f99ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:13Z', 'updated_at': '2021-10-28T14:45:18Z', 'revision_number': 5, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'subnets': [{'id': '055b9800-f4cb-4cca-aa2d-48b9946f99ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:47:25.751585 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b4a83f-9ba5-451d-a7fc-da0e23fa69f3 None None] Checking router: ee169e54-eb1a-443d-9470-1e57a6cc5ad0 for host: dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:47:25.760312 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b4a83f-9ba5-451d-a7fc-da0e23fa69f3 None None] Routers {'ee169e54-eb1a-443d-9470-1e57a6cc5ad0'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:47:25.760908 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-97b4a83f-9ba5-451d-a7fc-da0e23fa69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:47:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['ee169e54-eb1a-443d-9470-1e57a6cc5ad0'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:47:25.867072 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-97b4a83f-9ba5-451d-a7fc-da0e23fa69f3 None None] Set router ee169e54-eb1a-443d-9470-1e57a6cc5ad0 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:47:26.066079 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-97b4a83f-9ba5-451d-a7fc-da0e23fa69f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'name': 'tempest-TestMinimumBasicScenario-1910634466-router', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89219799-e215-4af9-9328-d4680d1215b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:45:11Z', 'updated_at': '2021-10-28T14:45:14Z', 'revision_number': 4, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'gw_port': {'id': '89219799-e215-4af9-9328-d4680d1215b2', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:12Z', 'updated_at': '2021-10-28T14:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'e2a3465a-7e08-4b96-9cbc-c326fd920b16', 'name': '', 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'mac_address': 'fa:16:3e:af:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '055b9800-f4cb-4cca-aa2d-48b9946f99ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:13Z', 'updated_at': '2021-10-28T14:45:18Z', 'revision_number': 5, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'subnets': [{'id': '055b9800-f4cb-4cca-aa2d-48b9946f99ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:47:26.092862 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b4a83f-9ba5-451d-a7fc-da0e23fa69f3 None None] The sync data for ids ['ee169e54-eb1a-443d-9470-1e57a6cc5ad0'] in dv-cinder-815848-1-iscsi is: [{'id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'name': 'tempest-TestMinimumBasicScenario-1910634466-router', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89219799-e215-4af9-9328-d4680d1215b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:45:11Z', 'updated_at': '2021-10-28T14:45:14Z', 'revision_number': 4, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'gw_port': {'id': '89219799-e215-4af9-9328-d4680d1215b2', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:12Z', 'updated_at': '2021-10-28T14:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'e2a3465a-7e08-4b96-9cbc-c326fd920b16', 'name': '', 'network_id': 'c0b60cc5-c557-4048-96b3-dd41c7f60a2d', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'mac_address': 'fa:16:3e:af:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '055b9800-f4cb-4cca-aa2d-48b9946f99ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:13Z', 'updated_at': '2021-10-28T14:45:18Z', 'revision_number': 5, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'subnets': [{'id': '055b9800-f4cb-4cca-aa2d-48b9946f99ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:47:26.314108 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8a66b1-652f-4b9d-9187-27eb4ba1cc51 None None] New status for floating IP 99825f2a-f334-4efe-acb9-d3dd66f32a69: DOWN {{(pid=101541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 14:47:26.337537 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4786ae29-875f-41fb-99ca-b6ee4bfb9bb1', 'tag': 'bcd9e629-347f-4473-b14b-accb4863d643'}] {{(pid=101539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:47:26.340075 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b11bf48e9ea089bdf44fa20a23d8f6f37ef4f34e00c9a01b18aadce43f874137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee5a5d2-8fde-403d-803d-77b3798944b9" -d '{"events": [{"name": "network-changed", "server_uuid": "4786ae29-875f-41fb-99ca-b6ee4bfb9bb1", "tag": "bcd9e629-347f-4473-b14b-accb4863d643"}]}' {{(pid=101539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:47:26.386713 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7e508f-e84a-4199-914d-1b74d8a49a9c x-openstack-request-id: req-2d7e508f-e84a-4199-914d-1b74d8a49a9c {{(pid=101539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:47:26.387030 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4786ae29-875f-41fb-99ca-b6ee4bfb9bb1", "tag": "bcd9e629-347f-4473-b14b-accb4863d643", "status": "completed", "code": 200}]} {{(pid=101539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:47:26.387279 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2d7e508f-e84a-4199-914d-1b74d8a49a9c {{(pid=101539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:47:26.387678 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4786ae29-875f-41fb-99ca-b6ee4bfb9bb1', 'tag': 'bcd9e629-347f-4473-b14b-accb4863d643', 'status': 'completed', 'code': 200} Oct 28 14:47:26.455916 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5a5d2-8fde-403d-803d-77b3798944b9 req-f9836387-6295-4af5-8052-ec1513b5e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:47:26.457794 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8ee5a5d2-8fde-403d-803d-77b3798944b9 req-f9836387-6295-4af5-8052-ec1513b5e437 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5ed02b182e3f46e99a390b62c69040b0&device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 1099 time: 0.0447471 Oct 28 14:47:26.556637 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5a5d2-8fde-403d-803d-77b3798944b9 req-6e90950f-1a05-4270-89d9-fabd9cb8647f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:47:26.558124 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8ee5a5d2-8fde-403d-803d-77b3798944b9 req-6e90950f-1a05-4270-89d9-fabd9cb8647f service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0b60cc5-c557-4048-96b3-dd41c7f60a2d HTTP/1.1" status: 200 len: 916 time: 0.0906262 Oct 28 14:47:26.604678 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8ee5a5d2-8fde-403d-803d-77b3798944b9 req-c0d5e873-a1a1-4920-aa1f-ec4b6404560e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcd9e629-347f-4473-b14b-accb4863d643 HTTP/1.1" status: 200 len: 217 time: 0.0358548 Oct 28 14:47:26.655767 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5a5d2-8fde-403d-803d-77b3798944b9 req-ef8feddd-b09d-4d49-84bb-8c4a47cd1286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:47:26.657242 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8ee5a5d2-8fde-403d-803d-77b3798944b9 req-ef8feddd-b09d-4d49-84bb-8c4a47cd1286 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=055b9800-f4cb-4cca-aa2d-48b9946f99ac HTTP/1.1" status: 200 len: 854 time: 0.0438473 Oct 28 14:47:26.704237 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5a5d2-8fde-403d-803d-77b3798944b9 req-8e2828ba-b4f3-4ab2-930a-e52d64036c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:47:26.705874 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8ee5a5d2-8fde-403d-803d-77b3798944b9 req-8e2828ba-b4f3-4ab2-930a-e52d64036c66 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0b60cc5-c557-4048-96b3-dd41c7f60a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408590 Oct 28 14:47:26.799980 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8ee5a5d2-8fde-403d-803d-77b3798944b9 req-e8545564-7f36-41b6-afc9-f0fcad4e3e5f service neutron] 10.222.0.72 "GET /v2.0/networks/c0b60cc5-c557-4048-96b3-dd41c7f60a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856183 Oct 28 14:47:26.891823 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-8ee5a5d2-8fde-403d-803d-77b3798944b9 req-954f5dd2-b17e-4089-be78-ed7bd69b00e2 service neutron] 10.222.0.72 "GET /v2.0/networks/c0b60cc5-c557-4048-96b3-dd41c7f60a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833950 Oct 28 14:47:28.143307 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b5760-9de1-4149-bffd-11f0315b759f req-cf7e7595-a539-4c3c-9e8c-ced70adb4880 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:47:28.144769 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-691b5760-9de1-4149-bffd-11f0315b759f req-cf7e7595-a539-4c3c-9e8c-ced70adb4880 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 946 time: 0.0497050 Oct 28 14:47:28.185680 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-691b5760-9de1-4149-bffd-11f0315b759f req-e998732e-e394-4c2a-b35f-28ff9884f6fe tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320985 Oct 28 14:47:29.365133 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e76290-3d9e-4b07-a5d6-6f4f302bf4c8 req-289fa3a4-945b-40ca-b73e-f1eb068df822 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:47:29.366607 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-74e76290-3d9e-4b07-a5d6-6f4f302bf4c8 req-289fa3a4-945b-40ca-b73e-f1eb068df822 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 946 time: 0.1042509 Oct 28 14:47:29.411790 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-74e76290-3d9e-4b07-a5d6-6f4f302bf4c8 req-f9a41b77-4258-4452-811b-bc5fc90b2eb2 tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/security-groups?id=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359545 Oct 28 14:47:29.987604 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d903bb-57c7-4ad3-bc9d-59757469f4e1 req-2a81fffb-bf0a-4d6d-beed-1e11c8d917fa tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:47:29.989676 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c0d903bb-57c7-4ad3-bc9d-59757469f4e1 req-2a81fffb-bf0a-4d6d-beed-1e11c8d917fa tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.72 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 946 time: 0.0557764 Oct 28 14:47:30.087401 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-c0d903bb-57c7-4ad3-bc9d-59757469f4e1 req-1df898a7-5ad5-4876-82eb-54e89f6d0d0a tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Deleting port bcd9e629-347f-4473-b14b-accb4863d643 {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:47:30.087705 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-c0d903bb-57c7-4ad3-bc9d-59757469f4e1 req-1df898a7-5ad5-4876-82eb-54e89f6d0d0a tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:30.173164 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-c0d903bb-57c7-4ad3-bc9d-59757469f4e1 req-1df898a7-5ad5-4876-82eb-54e89f6d0d0a tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] For port bcd9e629-347f-4473-b14b-accb4863d643, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=bcd9e629-347f-4473-b14b-accb4863d643,segment=NetworkSegment(3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e),segment_id=3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:47:30.173405 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-c0d903bb-57c7-4ad3-bc9d-59757469f4e1 req-1df898a7-5ad5-4876-82eb-54e89f6d0d0a tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:30.189033 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-c0d903bb-57c7-4ad3-bc9d-59757469f4e1 req-1df898a7-5ad5-4876-82eb-54e89f6d0d0a tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Calling delete_port for bcd9e629-347f-4473-b14b-accb4863d643 owned by compute:nova {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:47:30.322888 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-c0d903bb-57c7-4ad3-bc9d-59757469f4e1 req-1df898a7-5ad5-4876-82eb-54e89f6d0d0a tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:30.337083 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['bcd9e629-347f-4473-b14b-accb4863d643'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:47:30.356627 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df898a7-5ad5-4876-82eb-54e89f6d0d0a tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Pushing event deleted for resources: {'Port': ['ID=bcd9e629-347f-4473-b14b-accb4863d643,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:47:30.397642 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d903bb-57c7-4ad3-bc9d-59757469f4e1 req-1df898a7-5ad5-4876-82eb-54e89f6d0d0a tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] No DVR routers for this DVR port bcd9e629-347f-4473-b14b-accb4863d643 on host hv-cinder-81584 {{(pid=101538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:47:30.400308 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-c0d903bb-57c7-4ad3-bc9d-59757469f4e1 req-1df898a7-5ad5-4876-82eb-54e89f6d0d0a tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:30.403782 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-c0d903bb-57c7-4ad3-bc9d-59757469f4e1 req-1df898a7-5ad5-4876-82eb-54e89f6d0d0a tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.72 "DELETE /v2.0/ports/bcd9e629-347f-4473-b14b-accb4863d643 HTTP/1.1" status: 204 len: 173 time: 0.4069042 Oct 28 14:47:30.404237 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4786ae29-875f-41fb-99ca-b6ee4bfb9bb1', 'name': 'network-vif-deleted', 'tag': 'bcd9e629-347f-4473-b14b-accb4863d643'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:47:30.406470 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f862a5d9-319a-4148-94c2-e8bf6b599312" -d '{"events": [{"server_uuid": "4786ae29-875f-41fb-99ca-b6ee4bfb9bb1", "name": "network-vif-deleted", "tag": "bcd9e629-347f-4473-b14b-accb4863d643"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:47:30.511554 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024aa95f-fd31-4358-ad58-25b85e44fbd9 x-openstack-request-id: req-024aa95f-fd31-4358-ad58-25b85e44fbd9 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:47:30.511847 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4786ae29-875f-41fb-99ca-b6ee4bfb9bb1", "name": "network-vif-deleted", "tag": "bcd9e629-347f-4473-b14b-accb4863d643", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:47:30.512102 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-024aa95f-fd31-4358-ad58-25b85e44fbd9 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:47:30.512494 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4786ae29-875f-41fb-99ca-b6ee4bfb9bb1', 'name': 'network-vif-deleted', 'tag': 'bcd9e629-347f-4473-b14b-accb4863d643', 'status': 'completed', 'code': 200} Oct 28 14:47:30.513019 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-5cc66b71-f21e-4ba6-a0c4-71b52289411e req-3d70355e-582b-49a5-a321-de7a222c721e tempest-TestMinimumBasicScenario-2025426732 tempest-TestMinimumBasicScenario-2025426732-project] 10.222.0.79 "GET /v2.0/ports?device_id=4786ae29-875f-41fb-99ca-b6ee4bfb9bb1 HTTP/1.1" status: 200 len: 210 time: 0.0317662 Oct 28 14:47:32.240926 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 42758) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:47:32.416418 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device bcd9e629-347f-4473-b14b-accb4863d643 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:47:32.437034 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] No Port match for: bcd9e629-347f-4473-b14b-accb4863d643 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:47:32.437384 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device bcd9e629-347f-4473-b14b-accb4863d643 not bound to the agent host hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:47:32.547643 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:32.597792 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-700c8b72-1b38-4cbd-870c-094ec8d3b0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645951'] for router_interface, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:32.843980 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-700c8b72-1b38-4cbd-870c-094ec8d3b0a9 admin admin] Deleting port e2a3465a-7e08-4b96-9cbc-c326fd920b16 {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:47:32.844284 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-700c8b72-1b38-4cbd-870c-094ec8d3b0a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:32.930706 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [None req-700c8b72-1b38-4cbd-870c-094ec8d3b0a9 admin admin] For port e2a3465a-7e08-4b96-9cbc-c326fd920b16, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=e2a3465a-7e08-4b96-9cbc-c326fd920b16,segment=NetworkSegment(3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e),segment_id=3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:47:32.931110 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-700c8b72-1b38-4cbd-870c-094ec8d3b0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:32.944254 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-700c8b72-1b38-4cbd-870c-094ec8d3b0a9 admin admin] Calling delete_port for e2a3465a-7e08-4b96-9cbc-c326fd920b16 owned by network:router_interface {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:47:33.132606 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-700c8b72-1b38-4cbd-870c-094ec8d3b0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:33.157560 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c8b72-1b38-4cbd-870c-094ec8d3b0a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a3465a-7e08-4b96-9cbc-c326fd920b16,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:47:33.318655 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-700c8b72-1b38-4cbd-870c-094ec8d3b0a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1013947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646099'] for router_interface, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:33.539712 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700c8b72-1b38-4cbd-870c-094ec8d3b0a9 admin admin] Router ee169e54-eb1a-443d-9470-1e57a6cc5ad0 has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:47:33.914331 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700c8b72-1b38-4cbd-870c-094ec8d3b0a9 admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:47:33.919525 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-700c8b72-1b38-4cbd-870c-094ec8d3b0a9 admin admin] 10.222.0.79 "PUT /v2.0/routers/ee169e54-eb1a-443d-9470-1e57a6cc5ad0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6775444 Oct 28 14:47:33.922619 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 42762) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:47:33.923932 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f10051-c62b-4161-8d76-eaff5951c61e None None] Sync routers for ids ['ee169e54-eb1a-443d-9470-1e57a6cc5ad0'] in dv-cinder-815848-1-iscsi {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:47:33.935553 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f10051-c62b-4161-8d76-eaff5951c61e None None] Routers {'ee169e54-eb1a-443d-9470-1e57a6cc5ad0'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:47:33.936144 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-63f10051-c62b-4161-8d76-eaff5951c61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:47:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['ee169e54-eb1a-443d-9470-1e57a6cc5ad0'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:47:34.024280 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2feee73e-ab95-463a-9a69-a44c14a6c237 admin admin] Publish callbacks [] for router, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:34.038643 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-63f10051-c62b-4161-8d76-eaff5951c61e None None] Set router ee169e54-eb1a-443d-9470-1e57a6cc5ad0 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:47:34.126639 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2feee73e-ab95-463a-9a69-a44c14a6c237 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:34.180919 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-2feee73e-ab95-463a-9a69-a44c14a6c237 admin admin] Deleting port 89219799-e215-4af9-9328-d4680d1215b2 {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:47:34.181183 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2feee73e-ab95-463a-9a69-a44c14a6c237 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:34.218245 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-63f10051-c62b-4161-8d76-eaff5951c61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'name': 'tempest-TestMinimumBasicScenario-1910634466-router', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89219799-e215-4af9-9328-d4680d1215b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:45:11Z', 'updated_at': '2021-10-28T14:47:33Z', 'revision_number': 5, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'gw_port': {'id': '89219799-e215-4af9-9328-d4680d1215b2', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:12Z', 'updated_at': '2021-10-28T14:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:47:34.244524 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f10051-c62b-4161-8d76-eaff5951c61e None None] Checking router: ee169e54-eb1a-443d-9470-1e57a6cc5ad0 for host: dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:47:34.252768 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f10051-c62b-4161-8d76-eaff5951c61e None None] Routers {'ee169e54-eb1a-443d-9470-1e57a6cc5ad0'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:47:34.253353 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-63f10051-c62b-4161-8d76-eaff5951c61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:47:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['ee169e54-eb1a-443d-9470-1e57a6cc5ad0'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:47:34.258152 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [None req-2feee73e-ab95-463a-9a69-a44c14a6c237 admin admin] For port 89219799-e215-4af9-9328-d4680d1215b2, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=89219799-e215-4af9-9328-d4680d1215b2,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:47:34.258542 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2feee73e-ab95-463a-9a69-a44c14a6c237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:34.274773 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-2feee73e-ab95-463a-9a69-a44c14a6c237 admin admin] Calling delete_port for 89219799-e215-4af9-9328-d4680d1215b2 owned by network:router_gateway {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:47:34.446621 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2feee73e-ab95-463a-9a69-a44c14a6c237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:34.472676 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-63f10051-c62b-4161-8d76-eaff5951c61e None None] Set router ee169e54-eb1a-443d-9470-1e57a6cc5ad0 gateway port host: None {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:47:34.473673 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feee73e-ab95-463a-9a69-a44c14a6c237 admin admin] Pushing event deleted for resources: {'Port': ['ID=89219799-e215-4af9-9328-d4680d1215b2,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:47:34.527231 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-63f10051-c62b-4161-8d76-eaff5951c61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'name': 'tempest-TestMinimumBasicScenario-1910634466-router', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:45:11Z', 'updated_at': '2021-10-28T14:47:34Z', 'revision_number': 6, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'gw_port_host': None}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:47:34.534369 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2feee73e-ab95-463a-9a69-a44c14a6c237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640369'] for router_gateway, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:34.553628 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f10051-c62b-4161-8d76-eaff5951c61e None None] The sync data for ids ['ee169e54-eb1a-443d-9470-1e57a6cc5ad0'] in dv-cinder-815848-1-iscsi is: [{'id': 'ee169e54-eb1a-443d-9470-1e57a6cc5ad0', 'name': 'tempest-TestMinimumBasicScenario-1910634466-router', 'tenant_id': '5ed02b182e3f46e99a390b62c69040b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:45:11Z', 'updated_at': '2021-10-28T14:47:34Z', 'revision_number': 6, 'project_id': '5ed02b182e3f46e99a390b62c69040b0', 'gw_port_host': None}] {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:47:34.627225 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2feee73e-ab95-463a-9a69-a44c14a6c237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1047'] for router, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:34.630716 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2feee73e-ab95-463a-9a69-a44c14a6c237 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:34.687126 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2feee73e-ab95-463a-9a69-a44c14a6c237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646412'] for router, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:34.687822 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2feee73e-ab95-463a-9a69-a44c14a6c237 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee169e54-eb1a-443d-9470-1e57a6cc5ad0 {{(pid=101538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 14:47:34.692584 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-2feee73e-ab95-463a-9a69-a44c14a6c237 admin admin] Publish callbacks [] for router, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:34.693743 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-2feee73e-ab95-463a-9a69-a44c14a6c237 admin admin] 10.222.0.79 "DELETE /v2.0/routers/ee169e54-eb1a-443d-9470-1e57a6cc5ad0 HTTP/1.1" status: 204 len: 168 time: 0.7701659 Oct 28 14:47:34.697469 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 42764) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:47:34.742145 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_v2 [None req-711cc069-9c70-47d2-a560-23b7f85e3f44 admin admin] Deleting subnet 055b9800-f4cb-4cca-aa2d-48b9946f99ac {{(pid=101538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 14:47:34.745636 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-711cc069-9c70-47d2-a560-23b7f85e3f44 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:34.780754 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-711cc069-9c70-47d2-a560-23b7f85e3f44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4821401'] for subnet, precommit_delete_associations {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:34.863201 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-711cc069-9c70-47d2-a560-23b7f85e3f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888065'] for subnet, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:34.926210 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-711cc069-9c70-47d2-a560-23b7f85e3f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4880431'] for subnet, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:34.952693 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711cc069-9c70-47d2-a560-23b7f85e3f44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=055b9800-f4cb-4cca-aa2d-48b9946f99ac,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:47:34.958153 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-711cc069-9c70-47d2-a560-23b7f85e3f44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:34.962184 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-711cc069-9c70-47d2-a560-23b7f85e3f44 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/055b9800-f4cb-4cca-aa2d-48b9946f99ac HTTP/1.1" status: 204 len: 168 time: 0.2631412 Oct 28 14:47:34.964406 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03979dfb-a82c-4a67-8970-3de7986e64f2 None None] Network c0b60cc5-c557-4048-96b3-dd41c7f60a2d requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:47:34.967046 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 42766) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:47:35.036161 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0f2c74d0-81c8-4b30-9244-f07edf2c7ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1857466'] for network, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:35.090704 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-0f2c74d0-81c8-4b30-9244-f07edf2c7ce7 admin admin] Deleting port 9c1bec68-8fdb-4a8a-99bc-9b899a30465f {{(pid=101539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:47:35.090704 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0f2c74d0-81c8-4b30-9244-f07edf2c7ce7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:35.167130 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.db [None req-0f2c74d0-81c8-4b30-9244-f07edf2c7ce7 admin admin] For port 9c1bec68-8fdb-4a8a-99bc-9b899a30465f, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=9c1bec68-8fdb-4a8a-99bc-9b899a30465f,segment=NetworkSegment(3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e),segment_id=3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e)] {{(pid=101539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:47:35.167531 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0f2c74d0-81c8-4b30-9244-f07edf2c7ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:35.180561 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-0f2c74d0-81c8-4b30-9244-f07edf2c7ce7 admin admin] Calling delete_port for 9c1bec68-8fdb-4a8a-99bc-9b899a30465f owned by network:dhcp {{(pid=101539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:47:35.263265 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0f2c74d0-81c8-4b30-9244-f07edf2c7ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:35.293027 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c74d0-81c8-4b30-9244-f07edf2c7ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c1bec68-8fdb-4a8a-99bc-9b899a30465f,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:47:35.296576 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2c74d0-81c8-4b30-9244-f07edf2c7ce7 admin admin] No DVR routers for this DVR port 9c1bec68-8fdb-4a8a-99bc-9b899a30465f on host dv-cinder-815848-1-iscsi {{(pid=101539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:47:35.327244 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device e2a3465a-7e08-4b96-9cbc-c326fd920b16 no longer exists at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:47:35.330283 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e5625f-4e58-4854-a706-61aa8c6c4038 None None] DHCP port deletion for c0b60cc5-c557-4048-96b3-dd41c7f60a2d request from dv-cinder-815848-1-iscsi {{(pid=101540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 14:47:35.353384 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] No Port match for: e2a3465a-7e08-4b96-9cbc-c326fd920b16 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:47:35.353795 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device e2a3465a-7e08-4b96-9cbc-c326fd920b16 not bound to the agent host dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:47:35.376603 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0f2c74d0-81c8-4b30-9244-f07edf2c7ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898964', 'neutron.services.segments.db._delete_segments_for_network-8782349021790'] for network, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:35.395520 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-0f2c74d0-81c8-4b30-9244-f07edf2c7ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b60cc5-c557-4048-96b3-dd41c7f60a2d']}} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:47:35.404921 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-0f2c74d0-81c8-4b30-9244-f07edf2c7ce7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e') {'for_net_delete': True} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:47:35.405247 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-0f2c74d0-81c8-4b30-9244-f07edf2c7ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d08ea34-c1c5-4e72-9b07-fe5f7bfbe34e') {} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:47:35.423209 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0f2c74d0-81c8-4b30-9244-f07edf2c7ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782349022567', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125542'] for segment, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:35.433229 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0f2c74d0-81c8-4b30-9244-f07edf2c7ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:35.439526 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2c74d0-81c8-4b30-9244-f07edf2c7ce7 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=101539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 14:47:35.439908 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0f2c74d0-81c8-4b30-9244-f07edf2c7ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5860523'] for segment, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: Traceback (most recent call last): Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: timer() Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: cb(*args, **kw) Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: return func(*args, **kwargs) Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: self._notify() Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: self.callback(batched_events) Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: event.method(event) Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: return f(self, *a, **k) Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: return self._get(url).json() Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: return self.request(url, 'GET', **kwargs) Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 14:47:35.441616 dv-cinder-815848-1-iscsi neutron-server[101539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 14:47:35.496402 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0f2c74d0-81c8-4b30-9244-f07edf2c7ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640333'] for network, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:35.501151 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-0f2c74d0-81c8-4b30-9244-f07edf2c7ce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:35.504410 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-0f2c74d0-81c8-4b30-9244-f07edf2c7ce7 admin admin] 10.222.0.79 "DELETE /v2.0/networks/c0b60cc5-c557-4048-96b3-dd41c7f60a2d HTTP/1.1" status: 204 len: 168 time: 0.5362680 Oct 28 14:47:35.507901 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 42768) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:47:35.518700 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c74d0-81c8-4b30-9244-f07edf2c7ce7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0b60cc5-c557-4048-96b3-dd41c7f60a2d,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:47:35.860333 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6f6178d1-7fca-4af0-b16a-045cff27748d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645951'] for router_interface, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:36.123825 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-6f6178d1-7fca-4af0-b16a-045cff27748d admin admin] Deleting port 61d150da-3c52-4fec-a0cf-1a44a0797e2c {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:47:36.124083 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6f6178d1-7fca-4af0-b16a-045cff27748d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:36.220612 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [None req-6f6178d1-7fca-4af0-b16a-045cff27748d admin admin] For port 61d150da-3c52-4fec-a0cf-1a44a0797e2c, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=61d150da-3c52-4fec-a0cf-1a44a0797e2c,segment=NetworkSegment(844fc2d2-e61f-49aa-a3da-a3c9cd72c96b),segment_id=844fc2d2-e61f-49aa-a3da-a3c9cd72c96b)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:47:36.221033 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6f6178d1-7fca-4af0-b16a-045cff27748d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:36.233790 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-6f6178d1-7fca-4af0-b16a-045cff27748d admin admin] Calling delete_port for 61d150da-3c52-4fec-a0cf-1a44a0797e2c owned by network:router_interface {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:47:36.413371 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6f6178d1-7fca-4af0-b16a-045cff27748d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:36.438471 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6178d1-7fca-4af0-b16a-045cff27748d admin admin] Pushing event deleted for resources: {'Port': ['ID=61d150da-3c52-4fec-a0cf-1a44a0797e2c,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:47:36.602869 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-6f6178d1-7fca-4af0-b16a-045cff27748d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1013947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646099'] for router_interface, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:36.819121 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6178d1-7fca-4af0-b16a-045cff27748d admin admin] Router 7d48bc50-2ea0-485d-a077-6c0949e681db has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:47:36.821573 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 89219799-e215-4af9-9328-d4680d1215b2 no longer exists at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:47:36.841595 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] No Port match for: 89219799-e215-4af9-9328-d4680d1215b2 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:47:36.841935 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 89219799-e215-4af9-9328-d4680d1215b2 not bound to the agent host dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:47:36.842340 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 9c1bec68-8fdb-4a8a-99bc-9b899a30465f no longer exists at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:47:36.864210 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] No Port match for: 9c1bec68-8fdb-4a8a-99bc-9b899a30465f {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:47:36.864563 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 9c1bec68-8fdb-4a8a-99bc-9b899a30465f not bound to the agent host dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:47:36.924508 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6178d1-7fca-4af0-b16a-045cff27748d admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:47:36.929591 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-6f6178d1-7fca-4af0-b16a-045cff27748d admin admin] 10.222.0.79 "PUT /v2.0/routers/7d48bc50-2ea0-485d-a077-6c0949e681db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4204729 Oct 28 14:47:36.932332 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 42770) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:47:36.935760 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49175d94-4667-45d0-9d23-ae5848107013 None None] Sync routers for ids ['7d48bc50-2ea0-485d-a077-6c0949e681db'] in dv-cinder-815848-1-iscsi {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:47:36.946385 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49175d94-4667-45d0-9d23-ae5848107013 None None] Routers {'7d48bc50-2ea0-485d-a077-6c0949e681db'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:47:36.947144 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-49175d94-4667-45d0-9d23-ae5848107013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:47:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['7d48bc50-2ea0-485d-a077-6c0949e681db'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:47:37.033667 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-7981953f-6bef-45b3-9beb-6a46a7d94b08 admin admin] Publish callbacks [] for router, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:37.055324 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-49175d94-4667-45d0-9d23-ae5848107013 None None] Set router 7d48bc50-2ea0-485d-a077-6c0949e681db gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:47:37.134035 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-7981953f-6bef-45b3-9beb-6a46a7d94b08 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:37.185986 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-7981953f-6bef-45b3-9beb-6a46a7d94b08 admin admin] Deleting port 03a13912-ff32-40ae-ad83-62b26a329123 {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:47:37.186327 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-7981953f-6bef-45b3-9beb-6a46a7d94b08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:37.235146 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-49175d94-4667-45d0-9d23-ae5848107013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d48bc50-2ea0-485d-a077-6c0949e681db', 'name': 'tempest-TestMinimumBasicScenario-758640774-router', 'tenant_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': '03a13912-ff32-40ae-ad83-62b26a329123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:45:17Z', 'updated_at': '2021-10-28T14:47:36Z', 'revision_number': 5, 'project_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'gw_port': {'id': '03a13912-ff32-40ae-ad83-62b26a329123', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d48bc50-2ea0-485d-a077-6c0949e681db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:45:17Z', 'updated_at': '2021-10-28T14:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:47:37.261630 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49175d94-4667-45d0-9d23-ae5848107013 None None] Checking router: 7d48bc50-2ea0-485d-a077-6c0949e681db for host: dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:47:37.267186 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [None req-7981953f-6bef-45b3-9beb-6a46a7d94b08 admin admin] For port 03a13912-ff32-40ae-ad83-62b26a329123, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=03a13912-ff32-40ae-ad83-62b26a329123,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:47:37.267555 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-7981953f-6bef-45b3-9beb-6a46a7d94b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:37.270165 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49175d94-4667-45d0-9d23-ae5848107013 None None] Routers {'7d48bc50-2ea0-485d-a077-6c0949e681db'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:47:37.270773 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-49175d94-4667-45d0-9d23-ae5848107013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:47:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['7d48bc50-2ea0-485d-a077-6c0949e681db'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:47:37.278967 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-7981953f-6bef-45b3-9beb-6a46a7d94b08 admin admin] Calling delete_port for 03a13912-ff32-40ae-ad83-62b26a329123 owned by network:router_gateway {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:47:37.355155 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-49175d94-4667-45d0-9d23-ae5848107013 None None] Set router 7d48bc50-2ea0-485d-a077-6c0949e681db gateway port host: None {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:47:37.405071 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-49175d94-4667-45d0-9d23-ae5848107013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d48bc50-2ea0-485d-a077-6c0949e681db', 'name': 'tempest-TestMinimumBasicScenario-758640774-router', 'tenant_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:45:17Z', 'updated_at': '2021-10-28T14:47:37Z', 'revision_number': 6, 'project_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'gw_port_host': None}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:47:37.443354 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-7981953f-6bef-45b3-9beb-6a46a7d94b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:37.470202 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981953f-6bef-45b3-9beb-6a46a7d94b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=03a13912-ff32-40ae-ad83-62b26a329123,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:47:37.525333 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49175d94-4667-45d0-9d23-ae5848107013 None None] The sync data for ids ['7d48bc50-2ea0-485d-a077-6c0949e681db'] in dv-cinder-815848-1-iscsi is: [{'id': '7d48bc50-2ea0-485d-a077-6c0949e681db', 'name': 'tempest-TestMinimumBasicScenario-758640774-router', 'tenant_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:45:17Z', 'updated_at': '2021-10-28T14:47:37Z', 'revision_number': 6, 'project_id': 'f409a869e2344604b5ac3ae7f026e3fd', 'gw_port_host': None}] {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:47:37.530867 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:47:37.532522 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-7981953f-6bef-45b3-9beb-6a46a7d94b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640369'] for router_gateway, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:37.889702 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-7981953f-6bef-45b3-9beb-6a46a7d94b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1047'] for router, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:37.892328 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-7981953f-6bef-45b3-9beb-6a46a7d94b08 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:37.939471 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-7981953f-6bef-45b3-9beb-6a46a7d94b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646412'] for router, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:37.940015 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7981953f-6bef-45b3-9beb-6a46a7d94b08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d48bc50-2ea0-485d-a077-6c0949e681db {{(pid=101538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 14:47:37.946878 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-7981953f-6bef-45b3-9beb-6a46a7d94b08 admin admin] Publish callbacks [] for router, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:37.948284 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-7981953f-6bef-45b3-9beb-6a46a7d94b08 admin admin] 10.222.0.79 "DELETE /v2.0/routers/7d48bc50-2ea0-485d-a077-6c0949e681db HTTP/1.1" status: 204 len: 168 time: 1.0149097 Oct 28 14:47:37.951046 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 42772) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:47:38.003630 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e96722b-1116-49e7-acba-a8bfa7455bc5 admin admin] Deleting subnet 2f50012d-696f-4c19-aa79-050fb4828fd4 {{(pid=101538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 14:47:38.006775 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-3e96722b-1116-49e7-acba-a8bfa7455bc5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:38.040882 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-3e96722b-1116-49e7-acba-a8bfa7455bc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4821401'] for subnet, precommit_delete_associations {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:38.121701 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-3e96722b-1116-49e7-acba-a8bfa7455bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888065'] for subnet, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:38.174792 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-3e96722b-1116-49e7-acba-a8bfa7455bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4880431'] for subnet, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:38.200385 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96722b-1116-49e7-acba-a8bfa7455bc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f50012d-696f-4c19-aa79-050fb4828fd4,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:47:38.202323 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-3e96722b-1116-49e7-acba-a8bfa7455bc5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:38.205503 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-3e96722b-1116-49e7-acba-a8bfa7455bc5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2f50012d-696f-4c19-aa79-050fb4828fd4 HTTP/1.1" status: 204 len: 168 time: 0.2533855 Oct 28 14:47:38.208105 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 42774) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:47:38.210183 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac07a15f-886a-4f31-822a-16d58acf2ba9 None None] Network 279c59d3-e9dc-47de-98fc-0ceb5e561405 requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:47:38.281071 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a7f0400a-e47f-4e9d-9d1b-8674b53c5b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1857466'] for network, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:38.335725 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-a7f0400a-e47f-4e9d-9d1b-8674b53c5b89 admin admin] Deleting port f2215ec8-671c-44ad-a37f-7a290ff32b2e {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:47:38.336062 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a7f0400a-e47f-4e9d-9d1b-8674b53c5b89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:38.386757 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd2b7b5-3be8-49d1-9f0f-adfaf66b6ae3 None None] DHCP port deletion for 279c59d3-e9dc-47de-98fc-0ceb5e561405 request from dv-cinder-815848-1-iscsi {{(pid=101540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 14:47:38.402387 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [None req-a7f0400a-e47f-4e9d-9d1b-8674b53c5b89 admin admin] For port f2215ec8-671c-44ad-a37f-7a290ff32b2e, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=f2215ec8-671c-44ad-a37f-7a290ff32b2e,segment=NetworkSegment(844fc2d2-e61f-49aa-a3da-a3c9cd72c96b),segment_id=844fc2d2-e61f-49aa-a3da-a3c9cd72c96b)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:47:38.402808 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a7f0400a-e47f-4e9d-9d1b-8674b53c5b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:38.415719 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-a7f0400a-e47f-4e9d-9d1b-8674b53c5b89 admin admin] Calling delete_port for f2215ec8-671c-44ad-a37f-7a290ff32b2e owned by network:dhcp {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:47:38.434209 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fcd2b7b5-3be8-49d1-9f0f-adfaf66b6ae3 None None] Deleting port f2215ec8-671c-44ad-a37f-7a290ff32b2e {{(pid=101540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:47:38.434576 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fcd2b7b5-3be8-49d1-9f0f-adfaf66b6ae3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:38.499073 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-fcd2b7b5-3be8-49d1-9f0f-adfaf66b6ae3 None None] For port f2215ec8-671c-44ad-a37f-7a290ff32b2e, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=f2215ec8-671c-44ad-a37f-7a290ff32b2e,segment=NetworkSegment(844fc2d2-e61f-49aa-a3da-a3c9cd72c96b),segment_id=844fc2d2-e61f-49aa-a3da-a3c9cd72c96b)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:47:38.499497 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fcd2b7b5-3be8-49d1-9f0f-adfaf66b6ae3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:38.500098 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a7f0400a-e47f-4e9d-9d1b-8674b53c5b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:38.512760 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fcd2b7b5-3be8-49d1-9f0f-adfaf66b6ae3 None None] Calling delete_port for f2215ec8-671c-44ad-a37f-7a290ff32b2e owned by network:dhcp {{(pid=101540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:47:38.528074 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0400a-e47f-4e9d-9d1b-8674b53c5b89 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2215ec8-671c-44ad-a37f-7a290ff32b2e,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:47:38.529926 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f0400a-e47f-4e9d-9d1b-8674b53c5b89 admin admin] No DVR routers for this DVR port f2215ec8-671c-44ad-a37f-7a290ff32b2e on host dv-cinder-815848-1-iscsi {{(pid=101538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:47:38.593497 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fcd2b7b5-3be8-49d1-9f0f-adfaf66b6ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261'] for port, after_delete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:38.604595 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a7f0400a-e47f-4e9d-9d1b-8674b53c5b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898964', 'neutron.services.segments.db._delete_segments_for_network-8782349021790'] for network, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:38.623644 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd2b7b5-3be8-49d1-9f0f-adfaf66b6ae3 None None] No DVR routers for this DVR port f2215ec8-671c-44ad-a37f-7a290ff32b2e on host dv-cinder-815848-1-iscsi {{(pid=101540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:47:38.624163 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.services.segments.db [None req-a7f0400a-e47f-4e9d-9d1b-8674b53c5b89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279c59d3-e9dc-47de-98fc-0ceb5e561405']}} {{(pid=101538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:47:38.626557 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2b7b5-3be8-49d1-9f0f-adfaf66b6ae3 None None] Pushing event deleted for resources: {'Port': ['ID=f2215ec8-671c-44ad-a37f-7a290ff32b2e,revision_number=None']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:47:38.634958 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.services.segments.db [None req-a7f0400a-e47f-4e9d-9d1b-8674b53c5b89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844fc2d2-e61f-49aa-a3da-a3c9cd72c96b') {'for_net_delete': True} {{(pid=101538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:47:38.635172 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2b7b5-3be8-49d1-9f0f-adfaf66b6ae3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:38.635322 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.services.segments.db [None req-a7f0400a-e47f-4e9d-9d1b-8674b53c5b89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844fc2d2-e61f-49aa-a3da-a3c9cd72c96b') {} {{(pid=101538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:47:38.635516 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2b7b5-3be8-49d1-9f0f-adfaf66b6ae3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:38.635831 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2b7b5-3be8-49d1-9f0f-adfaf66b6ae3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:38.636137 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2b7b5-3be8-49d1-9f0f-adfaf66b6ae3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:38.636642 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2b7b5-3be8-49d1-9f0f-adfaf66b6ae3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:38.636853 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2b7b5-3be8-49d1-9f0f-adfaf66b6ae3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:38.637286 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2b7b5-3be8-49d1-9f0f-adfaf66b6ae3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:38.637616 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2b7b5-3be8-49d1-9f0f-adfaf66b6ae3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:38.637966 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2b7b5-3be8-49d1-9f0f-adfaf66b6ae3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:38.638288 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2b7b5-3be8-49d1-9f0f-adfaf66b6ae3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:38.638608 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2b7b5-3be8-49d1-9f0f-adfaf66b6ae3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:38.638995 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2b7b5-3be8-49d1-9f0f-adfaf66b6ae3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:47:38.644637 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a7f0400a-e47f-4e9d-9d1b-8674b53c5b89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782349022567', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4821472'] for segment, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:38.657993 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a7f0400a-e47f-4e9d-9d1b-8674b53c5b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:38.663681 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f0400a-e47f-4e9d-9d1b-8674b53c5b89 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=101538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 14:47:38.664052 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a7f0400a-e47f-4e9d-9d1b-8674b53c5b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372438'] for segment, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: Traceback (most recent call last): Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: timer() Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: cb(*args, **kw) Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: return func(*args, **kwargs) Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: self._notify() Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: self.callback(batched_events) Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: event.method(event) Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: return f(self, *a, **k) Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: return self._get(url).json() Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: return self.request(url, 'GET', **kwargs) Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 14:47:38.665832 dv-cinder-815848-1-iscsi neutron-server[101538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 14:47:38.717608 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a7f0400a-e47f-4e9d-9d1b-8674b53c5b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640333'] for network, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:38.723503 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-a7f0400a-e47f-4e9d-9d1b-8674b53c5b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:38.726753 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-a7f0400a-e47f-4e9d-9d1b-8674b53c5b89 admin admin] 10.222.0.79 "DELETE /v2.0/networks/279c59d3-e9dc-47de-98fc-0ceb5e561405 HTTP/1.1" status: 204 len: 168 time: 0.5177281 Oct 28 14:47:38.742701 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0400a-e47f-4e9d-9d1b-8674b53c5b89 admin admin] Pushing event deleted for resources: {'Network': ['ID=279c59d3-e9dc-47de-98fc-0ceb5e561405,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:47:38.772719 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 61d150da-3c52-4fec-a0cf-1a44a0797e2c no longer exists at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:47:38.793917 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] No Port match for: 61d150da-3c52-4fec-a0cf-1a44a0797e2c {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:47:38.794390 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 61d150da-3c52-4fec-a0cf-1a44a0797e2c not bound to the agent host dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:47:38.794871 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device f2215ec8-671c-44ad-a37f-7a290ff32b2e no longer exists at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:47:38.815077 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] No Port match for: f2215ec8-671c-44ad-a37f-7a290ff32b2e {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:47:38.815457 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device f2215ec8-671c-44ad-a37f-7a290ff32b2e not bound to the agent host dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:47:38.815942 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 03a13912-ff32-40ae-ad83-62b26a329123 no longer exists at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:47:38.835057 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] No Port match for: 03a13912-ff32-40ae-ad83-62b26a329123 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:47:38.835403 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 03a13912-ff32-40ae-ad83-62b26a329123 not bound to the agent host dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:47:38.899100 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 42778) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:47:38.942732 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-5a625745-a8c3-4bfd-b28a-d43bf937538c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5ed02b182e3f46e99a390b62c69040b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423713 Oct 28 14:47:38.945367 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 42780) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:47:38.994054 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-665ee574-ea13-4fe8-9086-7a4dfd14b8b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:39.015987 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-665ee574-ea13-4fe8-9086-7a4dfd14b8b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:39.073656 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-665ee574-ea13-4fe8-9086-7a4dfd14b8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:39.076273 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-665ee574-ea13-4fe8-9086-7a4dfd14b8b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:39.077423 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-665ee574-ea13-4fe8-9086-7a4dfd14b8b5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0 HTTP/1.1" status: 204 len: 168 time: 0.1311738 Oct 28 14:47:39.087601 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ee574-ea13-4fe8-9086-7a4dfd14b8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cfcbfc-1c9c-4901-b4f1-2b14aeea75e0,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:47:39.425020 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 42786) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:47:39.465727 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-0ea1bd19-09c4-4c9c-9e6a-072c5bb28d9f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f409a869e2344604b5ac3ae7f026e3fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395608 Oct 28 14:47:39.468219 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 42788) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:47:39.528930 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-1dd433e2-3a89-446d-bd25-a7b10a620ddb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:39.550184 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-1dd433e2-3a89-446d-bd25-a7b10a620ddb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:39.597595 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-1dd433e2-3a89-446d-bd25-a7b10a620ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:39.600414 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-1dd433e2-3a89-446d-bd25-a7b10a620ddb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:39.601548 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-1dd433e2-3a89-446d-bd25-a7b10a620ddb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e203387e-d170-4cfc-a33c-bb14eafaa0d2 HTTP/1.1" status: 204 len: 168 time: 0.1324673 Oct 28 14:47:39.609853 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd433e2-3a89-446d-bd25-a7b10a620ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e203387e-d170-4cfc-a33c-bb14eafaa0d2,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:47:47.089347 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-5cfb7303-21ca-47c4-86e6-0d99ab1a78bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:50.136517 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-0448b557-dcbd-4e02-8184-26d9d91c2beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:51.043145 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:51.264228 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:47:52.152492 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:02.556825 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:07.216769 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f1493864-8f2f-49ab-bf13-4d0b66ebd755 req-d1d02de7-409b-4928-83fc-bb68275f8145 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418515 Oct 28 14:48:07.308571 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1493864-8f2f-49ab-bf13-4d0b66ebd755 req-348ea17e-32af-4e9d-aad5-e160d8fbc885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:07.310066 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f1493864-8f2f-49ab-bf13-4d0b66ebd755 req-348ea17e-32af-4e9d-aad5-e160d8fbc885 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7c19b77a1a4fac81de8244c2a70247&device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 1098 time: 0.0481558 Oct 28 14:48:07.411861 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1493864-8f2f-49ab-bf13-4d0b66ebd755 req-ec4e67a1-c5a7-43a1-a405-f646d7584e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:07.413311 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f1493864-8f2f-49ab-bf13-4d0b66ebd755 req-ec4e67a1-c5a7-43a1-a405-f646d7584e67 service neutron] 10.222.0.72 "GET /v2.0/networks?id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e HTTP/1.1" status: 200 len: 912 time: 0.0834920 Oct 28 14:48:07.486188 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f1493864-8f2f-49ab-bf13-4d0b66ebd755 req-7bbffad7-db4d-46f2-9339-a93545e5ca31 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93259a48-7d61-4367-9066-470b937c2b19 HTTP/1.1" status: 200 len: 1001 time: 0.0601258 Oct 28 14:48:07.537048 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1493864-8f2f-49ab-bf13-4d0b66ebd755 req-9ca7b7f1-f4c3-4943-b3a8-b645471f69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:07.538448 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f1493864-8f2f-49ab-bf13-4d0b66ebd755 req-9ca7b7f1-f4c3-4943-b3a8-b645471f69c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de782fb8-ce97-4cbe-8d9a-e728eea72713 HTTP/1.1" status: 200 len: 850 time: 0.0439539 Oct 28 14:48:07.586015 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1493864-8f2f-49ab-bf13-4d0b66ebd755 req-d4dd2619-b242-4d91-af2b-efb6a71c8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:07.587500 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f1493864-8f2f-49ab-bf13-4d0b66ebd755 req-d4dd2619-b242-4d91-af2b-efb6a71c8f35 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409729 Oct 28 14:48:07.678643 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f1493864-8f2f-49ab-bf13-4d0b66ebd755 req-aff4d6d5-06d4-4263-9f27-33d69d363577 service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831642 Oct 28 14:48:07.773292 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-f1493864-8f2f-49ab-bf13-4d0b66ebd755 req-ea01deae-51fe-4bca-84c4-67875e07e56e service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870781 Oct 28 14:48:14.534260 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:48:17.084014 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-f13cb1ec-b15b-4806-94a9-586d804a4955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:20.130853 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-928beb91-597f-4522-b59c-4f9a9318e1a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:21.034096 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:21.265339 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:22.145276 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:22.390856 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-7e5e9d9e-c8cb-4bc5-924a-1319f701cd54 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1504821418&fields=id&tenant_id=3c7c19b77a1a4fac81de8244c2a70247 HTTP/1.1" status: 200 len: 267 time: 0.0350819 Oct 28 14:48:22.496011 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-db9b7297-be29-4a51-8d46-407d2708ee81 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:22.497381 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-db9b7297-be29-4a51-8d46-407d2708ee81 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/networks?id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e HTTP/1.1" status: 200 len: 811 time: 0.0996978 Oct 28 14:48:22.515479 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-2dd4860e-3460-4681-b365-33ae3a3afc4c tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/quotas/3c7c19b77a1a4fac81de8244c2a70247 HTTP/1.1" status: 200 len: 375 time: 0.0094073 Oct 28 14:48:22.571290 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-c3d07e47-bab4-4406-9749-8bd7a3447522 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c7c19b77a1a4fac81de8244c2a70247&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0504532 Oct 28 14:48:22.695384 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-245f9f0b-ef0f-433f-8f69-f5af94188aa7 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=101539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 14:48:22.696336 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-245f9f0b-ef0f-433f-8f69-f5af94188aa7 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1072936 Oct 28 14:48:22.798090 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-43600564-08c5-457f-898b-21de30ab6b26 service neutron] 10.222.0.79 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952413 Oct 28 14:48:22.886814 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-0877475d-2d6b-4f2c-b3b1-ad4182f3c196 service neutron] 10.222.0.79 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824900 Oct 28 14:48:23.188512 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-fd677041-e8a4-4587-8d7e-1108e880d275 req-5e0ccaa8-9e2d-4c56-a969-da42ee9cc322 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 210 time: 0.0381663 Oct 28 14:48:24.266303 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8bdc80f1-8c96-4979-8806-9fe14bfeef37 req-5a6cef31-5db9-4b5c-b092-58d376432ae7 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 210 time: 0.0259435 Oct 28 14:48:25.347415 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-866f358e-0717-4f86-bd85-9cbc487b161d req-6d42c62d-4b58-4afa-81fa-aca2f0ff1e7e tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 210 time: 0.0260794 Oct 28 14:48:26.433577 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-9ff1ce73-1117-440f-9745-b35335e7a446 req-3bb8f47f-1013-41c2-a357-18885ab11255 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 210 time: 0.0265958 Oct 28 14:48:27.528450 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-f8f7ed68-1bd7-4a2b-991a-4310014f6ed1 req-792c4e9e-2956-4fe5-943f-c3dc060aa41e tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 210 time: 0.0280776 Oct 28 14:48:28.339227 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-dd2d8fef-02ec-4cf9-9d8d-4b5df45b4835 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:28.340697 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-dd2d8fef-02ec-4cf9-9d8d-4b5df45b4835 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.72 "GET /v2.0/networks?id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e HTTP/1.1" status: 200 len: 811 time: 0.1069086 Oct 28 14:48:28.384431 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-b1a14a46-d365-4a57-9762-cf27a4714bc9 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c7c19b77a1a4fac81de8244c2a70247 HTTP/1.1" status: 200 len: 380 time: 0.0338416 Oct 28 14:48:28.394946 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-1ce02bc8-0449-4473-98da-85e8e3b60cd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Request body: {'port': {'device_id': '474c1c0a-d647-44d3-a9c9-1de4a6c4416a', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'admin_state_up': True, 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'security_groups': ['59610a15-d97c-4828-aa29-ff50364534d1']}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:48:28.508667 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-1ce02bc8-0449-4473-98da-85e8e3b60cd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Made reservation on behalf of 3c7c19b77a1a4fac81de8244c2a70247 for: {'port': 1} {{(pid=101538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 14:48:28.512415 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-1ce02bc8-0449-4473-98da-85e8e3b60cd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:28.627060 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-657ecbdf-861b-43c7-98fd-9f4635a3e898 req-2f97ccb9-ef50-47e4-90c7-25f373dac358 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 210 time: 0.0263550 Oct 28 14:48:28.642267 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.db_base_plugin_common [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-1ce02bc8-0449-4473-98da-85e8e3b60cd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Allocated IP 172.20.0.14 (696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e/de782fb8-ce97-4cbe-8d9a-e728eea72713/0f4f5f7c-c5aa-4157-8361-b17a4f3ee412) {{(pid=101538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:48:28.789458 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-1ce02bc8-0449-4473-98da-85e8e3b60cd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for port, precommit_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:28.824549 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-1ce02bc8-0449-4473-98da-85e8e3b60cd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_create {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:28.867876 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-1ce02bc8-0449-4473-98da-85e8e3b60cd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Network 696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e is already hosted by enough agents. {{(pid=101538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:48:28.871008 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.base_scheduler [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-1ce02bc8-0449-4473-98da-85e8e3b60cd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Resources bound (agent type, host, resource id): {{(pid=101538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:48:28.874703 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-1ce02bc8-0449-4473-98da-85e8e3b60cd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Received port after_create {{(pid=101538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:48:28.907266 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce02bc8-0449-4473-98da-85e8e3b60cd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Pushing event updated for resources: {'Port': ['ID=0f4f5f7c-c5aa-4157-8361-b17a4f3ee412,revision_number=1']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:48:28.924458 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce02bc8-0449-4473-98da-85e8e3b60cd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:28.924969 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce02bc8-0449-4473-98da-85e8e3b60cd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:28.925318 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce02bc8-0449-4473-98da-85e8e3b60cd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:28.925653 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce02bc8-0449-4473-98da-85e8e3b60cd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:28.925990 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce02bc8-0449-4473-98da-85e8e3b60cd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:28.926316 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce02bc8-0449-4473-98da-85e8e3b60cd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:28.926642 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce02bc8-0449-4473-98da-85e8e3b60cd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:28.927002 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce02bc8-0449-4473-98da-85e8e3b60cd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:28.927349 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce02bc8-0449-4473-98da-85e8e3b60cd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:28.927668 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce02bc8-0449-4473-98da-85e8e3b60cd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:28.927986 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce02bc8-0449-4473-98da-85e8e3b60cd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:28.928303 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce02bc8-0449-4473-98da-85e8e3b60cd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:28.945818 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-1ce02bc8-0449-4473-98da-85e8e3b60cd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:28.946440 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-1ce02bc8-0449-4473-98da-85e8e3b60cd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:28.964083 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-1ce02bc8-0449-4473-98da-85e8e3b60cd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5727632 Oct 28 14:48:28.976669 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.v2.base [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-a3b37ec4-c6f4-42fc-9539-19782269e669 service neutron] Request body: {'port': {'device_id': '474c1c0a-d647-44d3-a9c9-1de4a6c4416a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81584'}} {{(pid=101538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:48:29.031172 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-a3b37ec4-c6f4-42fc-9539-19782269e669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:29.106491 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-314a99ab-a675-401d-b09a-0dc90e57a950 None None] Provisioning complete for port 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 triggered by entity DHCP. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:48:29.107214 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-314a99ab-a675-401d-b09a-0dc90e57a950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:29.141086 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-314a99ab-a675-401d-b09a-0dc90e57a950 None None] Port 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 cannot update to ACTIVE because it is not bound. {{(pid=101540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 14:48:29.286766 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-a3b37ec4-c6f4-42fc-9539-19782269e669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 {{(pid=101538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:48:29.294219 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-a3b37ec4-c6f4-42fc-9539-19782269e669 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:29.306084 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.provisioning_blocks [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-a3b37ec4-c6f4-42fc-9539-19782269e669 service neutron] Transition to ACTIVE for port object 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 will not be triggered until provisioned by entity L2. {{(pid=101538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 14:48:29.312696 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-a3b37ec4-c6f4-42fc-9539-19782269e669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372466'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:29.361992 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b37ec4-c6f4-42fc-9539-19782269e669 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4f5f7c-c5aa-4157-8361-b17a4f3ee412,revision_number=2']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:48:29.434628 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-a3b37ec4-c6f4-42fc-9539-19782269e669 service neutron] Attempting to bind port 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 on host hv-cinder-81584 for vnic_type normal with profile {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 14:48:29.435005 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-a3b37ec4-c6f4-42fc-9539-19782269e669 service neutron] Attempting to bind port 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 by drivers openvswitch,hyperv on host hv-cinder-81584 at level 0 using segments [{'id': '27993e00-1bc2-49c2-98b8-9b099f45e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e'}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 14:48:29.435338 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-a3b37ec4-c6f4-42fc-9539-19782269e669 service neutron] Attempting to bind port 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 on network 696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:48:29.440250 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-a3b37ec4-c6f4-42fc-9539-19782269e669 service neutron] Port 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 on network 696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81584 {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 14:48:29.440578 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-a3b37ec4-c6f4-42fc-9539-19782269e669 service neutron] Attempting to bind port 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 on network 696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 14:48:29.445911 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-a3b37ec4-c6f4-42fc-9539-19782269e669 service neutron] Checking agent: {'id': 'ab39f7f4-514d-4bfb-9d0c-1a0ed5555608', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81584', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'started_at': datetime.datetime(2021, 10, 28, 14, 35, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 14, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 14:48:29.446252 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-a3b37ec4-c6f4-42fc-9539-19782269e669 service neutron] Checking segment: {'id': '27993e00-1bc2-49c2-98b8-9b099f45e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 14:48:29.446638 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-a3b37ec4-c6f4-42fc-9539-19782269e669 service neutron] Bound using segment: {'id': '27993e00-1bc2-49c2-98b8-9b099f45e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e'} {{(pid=101538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 14:48:29.447096 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.managers [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-a3b37ec4-c6f4-42fc-9539-19782269e669 service neutron] Bound port: 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412, host: hv-cinder-81584, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27993e00-1bc2-49c2-98b8-9b099f45e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e'}}] {{(pid=101538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 14:48:29.447453 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-a3b37ec4-c6f4-42fc-9539-19782269e669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:29.512922 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-a3b37ec4-c6f4-42fc-9539-19782269e669 service neutron] For port 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412, host hv-cinder-81584, cleared binding levels {{(pid=101538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 14:48:29.516064 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-a3b37ec4-c6f4-42fc-9539-19782269e669 service neutron] For port 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412, host hv-cinder-81584, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=0f4f5f7c-c5aa-4157-8361-b17a4f3ee412,segment=NetworkSegment(27993e00-1bc2-49c2-98b8-9b099f45e9a7),segment_id=27993e00-1bc2-49c2-98b8-9b099f45e9a7)] {{(pid=101538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 14:48:29.523019 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-a3b37ec4-c6f4-42fc-9539-19782269e669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372466'] for port, after_update {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:29.564424 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-a3b37ec4-c6f4-42fc-9539-19782269e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:29.565035 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-a3b37ec4-c6f4-42fc-9539-19782269e669 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:29.566310 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-a3b37ec4-c6f4-42fc-9539-19782269e669 service neutron] 10.222.0.72 "PUT /v2.0/ports/0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 HTTP/1.1" status: 200 len: 1094 time: 0.5941517 Oct 28 14:48:29.566871 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '474c1c0a-d647-44d3-a9c9-1de4a6c4416a', 'tag': '0f4f5f7c-c5aa-4157-8361-b17a4f3ee412'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:48:29.569040 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d03138-22b6-4742-83b8-6091858f4d10" -d '{"events": [{"name": "network-changed", "server_uuid": "474c1c0a-d647-44d3-a9c9-1de4a6c4416a", "tag": "0f4f5f7c-c5aa-4157-8361-b17a4f3ee412"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:48:29.595130 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b37ec4-c6f4-42fc-9539-19782269e669 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4f5f7c-c5aa-4157-8361-b17a4f3ee412,revision_number=3']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:48:29.612923 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2850e3c8-cbdc-4976-ac4e-3d400d46e62b x-openstack-request-id: req-2850e3c8-cbdc-4976-ac4e-3d400d46e62b {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:48:29.613218 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "474c1c0a-d647-44d3-a9c9-1de4a6c4416a", "tag": "0f4f5f7c-c5aa-4157-8361-b17a4f3ee412", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:48:29.613473 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2850e3c8-cbdc-4976-ac4e-3d400d46e62b {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:48:29.613903 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '474c1c0a-d647-44d3-a9c9-1de4a6c4416a', 'tag': '0f4f5f7c-c5aa-4157-8361-b17a4f3ee412', 'status': 'completed', 'code': 200} Oct 28 14:48:29.662364 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-0dbe8f4e-58f7-46a3-8e7e-032e942e3d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:29.663956 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-0dbe8f4e-58f7-46a3-8e7e-032e942e3d1e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7c19b77a1a4fac81de8244c2a70247&device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 1097 time: 0.0428154 Oct 28 14:48:29.705914 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-70a0939f-2e0d-46f9-86f5-5d420affd571 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 HTTP/1.1" status: 200 len: 217 time: 0.0341628 Oct 28 14:48:29.755600 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389955f3-8520-4d7e-aceb-9bd5608acc8d req-6839bb6b-0258-4166-97eb-17a682d8c0b9 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:29.757210 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-389955f3-8520-4d7e-aceb-9bd5608acc8d req-6839bb6b-0258-4166-97eb-17a682d8c0b9 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 944 time: 0.0574560 Oct 28 14:48:29.762064 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-bf0312c9-a30c-45a7-8d70-ff2419615e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:29.763565 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-bf0312c9-a30c-45a7-8d70-ff2419615e08 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de782fb8-ce97-4cbe-8d9a-e728eea72713 HTTP/1.1" status: 200 len: 850 time: 0.0487158 Oct 28 14:48:29.799347 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-389955f3-8520-4d7e-aceb-9bd5608acc8d req-53489e4d-3950-49ed-822b-a22c8cc1fd19 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353191 Oct 28 14:48:29.811008 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-431c41da-094b-414a-b7ef-8fea156126c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:29.812519 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-431c41da-094b-414a-b7ef-8fea156126c7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415809 Oct 28 14:48:29.905122 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-18965099-5256-43a2-81b7-91e51db42493 service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846119 Oct 28 14:48:29.998478 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-34f2971f-3c31-4f36-bc52-628ee12a121a req-81139bfa-4d8f-43a9-ad8d-35153c7c4671 service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863314 Oct 28 14:48:30.095323 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d03138-22b6-4742-83b8-6091858f4d10 req-e745d40c-145e-4b49-8162-bdcc48fd8f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:30.096811 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-50d03138-22b6-4742-83b8-6091858f4d10 req-e745d40c-145e-4b49-8162-bdcc48fd8f73 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7c19b77a1a4fac81de8244c2a70247&device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 1097 time: 0.0417061 Oct 28 14:48:30.195093 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d03138-22b6-4742-83b8-6091858f4d10 req-6f33f514-bee5-4037-801c-49085f04170a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:30.196490 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-50d03138-22b6-4742-83b8-6091858f4d10 req-6f33f514-bee5-4037-801c-49085f04170a service neutron] 10.222.0.72 "GET /v2.0/networks?id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e HTTP/1.1" status: 200 len: 912 time: 0.0925741 Oct 28 14:48:30.238104 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-50d03138-22b6-4742-83b8-6091858f4d10 req-6e855f70-167e-4e74-b27c-2c82db51a2c3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 HTTP/1.1" status: 200 len: 217 time: 0.0329604 Oct 28 14:48:30.293042 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d03138-22b6-4742-83b8-6091858f4d10 req-038e5982-293d-43b5-8935-6fb5083ba0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:30.294448 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-50d03138-22b6-4742-83b8-6091858f4d10 req-038e5982-293d-43b5-8935-6fb5083ba0ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de782fb8-ce97-4cbe-8d9a-e728eea72713 HTTP/1.1" status: 200 len: 850 time: 0.0479083 Oct 28 14:48:30.339876 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d03138-22b6-4742-83b8-6091858f4d10 req-a696c5cd-4f05-4d7c-8c1d-f8f8ea66aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:30.341330 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-50d03138-22b6-4742-83b8-6091858f4d10 req-a696c5cd-4f05-4d7c-8c1d-f8f8ea66aed2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394952 Oct 28 14:48:30.431787 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-50d03138-22b6-4742-83b8-6091858f4d10 req-ed95ccf3-2e3e-4a85-900e-fed2466dafea service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816102 Oct 28 14:48:30.526888 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-50d03138-22b6-4742-83b8-6091858f4d10 req-a8a99fdb-f884-4e9d-83ea-2acc86210568 service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840838 Oct 28 14:48:30.926012 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a294f-dd49-492c-8f7d-59c067d54412 req-0942b024-d128-4892-84e4-af228412dcc2 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:30.927524 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1a3a294f-dd49-492c-8f7d-59c067d54412 req-0942b024-d128-4892-84e4-af228412dcc2 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 944 time: 0.0529695 Oct 28 14:48:30.966157 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-1a3a294f-dd49-492c-8f7d-59c067d54412 req-c6642082-7360-43f7-b0bc-94e255390b69 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324645 Oct 28 14:48:32.096109 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c905332-73f7-466e-a2fd-c231f69c078c req-367d6a3a-8292-44dd-b059-ed68e63f5b82 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:32.097566 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3c905332-73f7-466e-a2fd-c231f69c078c req-367d6a3a-8292-44dd-b059-ed68e63f5b82 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 944 time: 0.0541809 Oct 28 14:48:32.135325 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3c905332-73f7-466e-a2fd-c231f69c078c req-0789fb1a-6d89-4cbc-8117-9ab7c98236f0 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317385 Oct 28 14:48:32.567078 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:33.265658 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb7733-8659-4579-a26d-c80c53554b14 req-e4e74c64-c085-43a1-a458-d1fa01cfa2ff tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:33.267119 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-92fb7733-8659-4579-a26d-c80c53554b14 req-e4e74c64-c085-43a1-a458-d1fa01cfa2ff tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 944 time: 0.0600312 Oct 28 14:48:33.313729 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-92fb7733-8659-4579-a26d-c80c53554b14 req-b4cf6f75-a54c-4601-afb5-d2a0739e0959 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373542 Oct 28 14:48:34.451246 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20caa66-bd38-47fd-968a-adfe21917697 req-af0c9e66-2806-4652-971d-d8e72fb2793c tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:34.452718 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b20caa66-bd38-47fd-968a-adfe21917697 req-af0c9e66-2806-4652-971d-d8e72fb2793c tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 944 time: 0.0594320 Oct 28 14:48:34.505830 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-b20caa66-bd38-47fd-968a-adfe21917697 req-cf3b3ad5-79cb-49a5-a85b-9c92944a7378 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439222 Oct 28 14:48:35.631847 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4e2b3-1095-47bb-b632-20faa4e1ff74 req-8d9c84e6-17fd-4276-abe7-748135168735 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:35.633314 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-29c4e2b3-1095-47bb-b632-20faa4e1ff74 req-8d9c84e6-17fd-4276-abe7-748135168735 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 944 time: 0.0574238 Oct 28 14:48:35.670786 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-29c4e2b3-1095-47bb-b632-20faa4e1ff74 req-314094d2-cd36-4b32-be6b-421918659142 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313897 Oct 28 14:48:36.799676 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d02b99-c106-4206-97c5-4dff00725edc req-52f503d3-3b33-431e-b995-08353d49bfd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:36.801130 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c5d02b99-c106-4206-97c5-4dff00725edc req-52f503d3-3b33-431e-b995-08353d49bfd1 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 944 time: 0.0552294 Oct 28 14:48:36.841815 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-c5d02b99-c106-4206-97c5-4dff00725edc req-caec1ddb-d7d7-4f25-bbf0-96450f009dca tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320444 Oct 28 14:48:37.969872 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04670d62-384e-455a-98a3-4ffa0cd53b4e req-1f8129a6-9c2e-4db1-aa2f-09e44072a665 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:37.971369 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-04670d62-384e-455a-98a3-4ffa0cd53b4e req-1f8129a6-9c2e-4db1-aa2f-09e44072a665 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 944 time: 0.0499864 Oct 28 14:48:38.011023 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-04670d62-384e-455a-98a3-4ffa0cd53b4e req-2a435a0d-376d-4f3f-ad11-d094f87146c8 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334992 Oct 28 14:48:38.731780 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 details requested by agent hyperv_hv-cinder-81584 with host hv-cinder-81584 {{(pid=101540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 14:48:38.834051 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=0f4f5f7c-c5aa-4157-8361-b17a4f3ee412,segment=NetworkSegment(27993e00-1bc2-49c2-98b8-9b099f45e9a7),segment_id=27993e00-1bc2-49c2-98b8-9b099f45e9a7)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:48:38.845579 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Returning: {'device': '0f4f5f7c-c5aa-4157-8361-b17a4f3ee412', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'port_id': '0f4f5f7c-c5aa-4157-8361-b17a4f3ee412', 'mac_address': 'fa:16:3e:8f:06:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 14:48:38.882287 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:38.897740 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 {{(pid=101540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 14:48:38.917272 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=0f4f5f7c-c5aa-4157-8361-b17a4f3ee412,segment=NetworkSegment(27993e00-1bc2-49c2-98b8-9b099f45e9a7),segment_id=27993e00-1bc2-49c2-98b8-9b099f45e9a7)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:48:38.924885 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:38.979457 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=0f4f5f7c-c5aa-4157-8361-b17a4f3ee412,revision_number=4']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:48:38.987083 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:38.987366 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:38.987705 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:38.988034 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:38.988371 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:38.988695 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:38.989018 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:38.989341 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:38.989662 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:38.989979 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:38.990278 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:38.990591 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:39.138015 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cec1c5-c070-49cb-95a0-102fd8deea4d req-3955cd09-d995-4527-aab0-38586c7b85d0 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:39.139510 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-05cec1c5-c070-49cb-95a0-102fd8deea4d req-3955cd09-d995-4527-aab0-38586c7b85d0 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 945 time: 0.0494628 Oct 28 14:48:39.170112 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] get_ports_and_sgs() called for port_ids ['0f4f5f7c-c5aa-4157-8361-b17a4f3ee412'] {{(pid=101540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 14:48:39.182723 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-05cec1c5-c070-49cb-95a0-102fd8deea4d req-0928df34-4fcf-40f9-bd72-7076e1d37e1e tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340102 Oct 28 14:48:40.305452 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dc9fd-1d7d-4ab4-9cf0-66a35b600ed9 req-c57d8d85-a271-43af-b895-09f82c75738f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:40.307628 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-830dc9fd-1d7d-4ab4-9cf0-66a35b600ed9 req-c57d8d85-a271-43af-b895-09f82c75738f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 945 time: 0.0534620 Oct 28 14:48:40.348174 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-830dc9fd-1d7d-4ab4-9cf0-66a35b600ed9 req-11d176d5-282c-4ac1-a5ec-0bf3a0250c9a tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345492 Oct 28 14:48:40.739130 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 up at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 14:48:40.801045 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning for port 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 completed by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 14:48:40.805172 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Provisioning complete for port 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 triggered by entity L2. {{(pid=101540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 14:48:40.805544 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1899887'] for port, provisioning_complete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:40.899994 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:40.930219 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474c1c0a-d647-44d3-a9c9-1de4a6c4416a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4f5f7c-c5aa-4157-8361-b17a4f3ee412'}] {{(pid=101540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:48:40.932593 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b7044fe21b6f4099e3852527299baac34f6e94bcde417c7d6f4a0a314bdd4be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bcf9b2-703c-4876-8c51-2fa1201576e1" -d '{"events": [{"server_uuid": "474c1c0a-d647-44d3-a9c9-1de4a6c4416a", "name": "network-vif-plugged", "status": "completed", "tag": "0f4f5f7c-c5aa-4157-8361-b17a4f3ee412"}]}' {{(pid=101540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:48:40.945421 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] For port 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=0f4f5f7c-c5aa-4157-8361-b17a4f3ee412,segment=NetworkSegment(27993e00-1bc2-49c2-98b8-9b099f45e9a7),segment_id=27993e00-1bc2-49c2-98b8-9b099f45e9a7)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:48:40.950609 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288'] for port, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:40.998054 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Pushing event updated for resources: {'Port': ['ID=0f4f5f7c-c5aa-4157-8361-b17a4f3ee412,revision_number=5']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:48:41.085228 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6021dfcb-8864-4f29-8154-b356bfaac1e0 x-openstack-request-id: req-6021dfcb-8864-4f29-8154-b356bfaac1e0 {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:48:41.085523 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474c1c0a-d647-44d3-a9c9-1de4a6c4416a", "name": "network-vif-plugged", "status": "completed", "tag": "0f4f5f7c-c5aa-4157-8361-b17a4f3ee412", "code": 200}]} {{(pid=101540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:48:41.085773 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6021dfcb-8864-4f29-8154-b356bfaac1e0 {{(pid=101540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:48:41.086167 dv-cinder-815848-1-iscsi neutron-server[101540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474c1c0a-d647-44d3-a9c9-1de4a6c4416a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4f5f7c-c5aa-4157-8361-b17a4f3ee412', 'code': 200} Oct 28 14:48:41.325790 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13879813-0d3c-44ce-a9bb-d217b7132ea9 req-149721fc-9523-4d49-a490-b8a5f8e9ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:41.327330 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-13879813-0d3c-44ce-a9bb-d217b7132ea9 req-149721fc-9523-4d49-a490-b8a5f8e9ce82 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 1099 time: 0.0459542 Oct 28 14:48:41.364328 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-13879813-0d3c-44ce-a9bb-d217b7132ea9 req-35b763ac-a4cf-48b6-9431-05de29347834 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288699 Oct 28 14:48:41.474386 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b76710-e53d-471a-b251-7fccc03d15ce req-eb0be5fd-17b2-4dec-a2a8-21dd73672c23 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:41.476064 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-77b76710-e53d-471a-b251-7fccc03d15ce req-eb0be5fd-17b2-4dec-a2a8-21dd73672c23 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 946 time: 0.0532963 Oct 28 14:48:41.516362 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-77b76710-e53d-471a-b251-7fccc03d15ce req-8e1d004f-d2d4-43a5-b913-37f3bcfb99cf tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339057 Oct 28 14:48:42.640744 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d688b7a-4573-4d39-8d5d-b767d36873ef req-67fb87f9-7f37-4601-90f8-24252ee5f121 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:42.642199 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3d688b7a-4573-4d39-8d5d-b767d36873ef req-67fb87f9-7f37-4601-90f8-24252ee5f121 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 946 time: 0.0514467 Oct 28 14:48:42.683803 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-3d688b7a-4573-4d39-8d5d-b767d36873ef req-6d7bc944-44d7-4711-b2a3-ba55491e0820 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326912 Oct 28 14:48:42.805529 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd8b03-7f3f-485c-bf7c-6ac28706d6cf req-c4783cc9-967f-4bbc-848c-07503351cc93 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:42.806942 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d8cd8b03-7f3f-485c-bf7c-6ac28706d6cf req-c4783cc9-967f-4bbc-848c-07503351cc93 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 946 time: 0.0568106 Oct 28 14:48:42.847763 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-d8cd8b03-7f3f-485c-bf7c-6ac28706d6cf req-2eeed05a-fc59-4dfa-8490-2797013bf56e tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324955 Oct 28 14:48:42.870514 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 42902) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:48:42.911334 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbad1e2-2089-4e54-8d9e-2821592316aa tempest-TestVolumeBootPattern-1633366617 tempest-TestVolumeBootPattern-1633366617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:42.912835 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-2bbad1e2-2089-4e54-8d9e-2821592316aa tempest-TestVolumeBootPattern-1633366617 tempest-TestVolumeBootPattern-1633366617-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 1094 time: 0.0413184 Oct 28 14:48:42.915946 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 42904) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:48:42.920327 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.v2.base [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Request body: {'floatingip': {'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'port_id': '0f4f5f7c-c5aa-4157-8361-b17a4f3ee412', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 14:48:42.946139 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for floatingip, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:43.056406 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:43.167495 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.db_base_plugin_common [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Allocated IP 172.27.2.30 (ee68bfbb-5103-4d10-b9ad-fba4a097df41/ecb224d9-3cd4-4979-8f79-b30a4344ff69/618fc7ca-5250-4a7a-b81e-0b94671bde7f) {{(pid=101539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 14:48:43.506176 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for port, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:43.547274 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782348498252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:43.587905 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Network ee68bfbb-5103-4d10-b9ad-fba4a097df41 is already hosted by enough agents. {{(pid=101539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 14:48:43.596185 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.base_scheduler [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Resources bound (agent type, host, resource id): {{(pid=101539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 14:48:43.600621 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Received port after_create {{(pid=101539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 14:48:43.634420 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Pushing event updated for resources: {'Port': ['ID=618fc7ca-5250-4a7a-b81e-0b94671bde7f,revision_number=1']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:48:43.647318 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:43.648002 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:43.648002 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:43.648292 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:43.648610 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:43.648933 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:43.649251 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:43.649564 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:43.649881 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:43.650192 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:43.650504 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:43.650821 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:48:43.977949 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:44.047744 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2057695'] for port, before_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:44.194756 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for port, precommit_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:44.201968 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782348995822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782348498270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782348498288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5860495'] for port, after_update {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:44.289436 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Pushing event updated for resources: {'Port': ['ID=618fc7ca-5250-4a7a-b81e-0b94671bde7f,revision_number=2']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:48:44.301484 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-640319'] for floatingip, after_create {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:44.401516 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.db.l3_db [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Floating IP ba9e543e-06c4-43e7-b141-659e406d7810 associated. External IP: 172.27.2.30, port: 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412. Oct 28 14:48:44.608813 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Router 77a27d38-a823-46f2-9839-be95cfbcea3e has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:48:44.716394 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:48:44.726445 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc5577-3a4f-4f0b-a7b8-ae0e1457d6e3 None None] Sync routers for ids ['77a27d38-a823-46f2-9839-be95cfbcea3e'] in dv-cinder-815848-1-iscsi {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:48:44.735784 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for floatingip, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:44.737977 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc5577-3a4f-4f0b-a7b8-ae0e1457d6e3 None None] Routers {'77a27d38-a823-46f2-9839-be95cfbcea3e'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:48:44.738824 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-c5fc5577-3a4f-4f0b-a7b8-ae0e1457d6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:48:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['77a27d38-a823-46f2-9839-be95cfbcea3e'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:48:44.763678 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-43375b09-bd61-461b-adf7-a605b421aa8f tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8466122 Oct 28 14:48:44.764325 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '474c1c0a-d647-44d3-a9c9-1de4a6c4416a', 'tag': '0f4f5f7c-c5aa-4157-8361-b17a4f3ee412'}] {{(pid=101539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:48:44.766717 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b11bf48e9ea089bdf44fa20a23d8f6f37ef4f34e00c9a01b18aadce43f874137" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da95c9d-1b53-4a58-9632-43d9adb99289" -d '{"events": [{"name": "network-changed", "server_uuid": "474c1c0a-d647-44d3-a9c9-1de4a6c4416a", "tag": "0f4f5f7c-c5aa-4157-8361-b17a4f3ee412"}]}' {{(pid=101539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:48:44.812005 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9533cfaa-a73c-4443-a148-1669f4a1174d x-openstack-request-id: req-9533cfaa-a73c-4443-a148-1669f4a1174d {{(pid=101539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:48:44.812368 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "474c1c0a-d647-44d3-a9c9-1de4a6c4416a", "tag": "0f4f5f7c-c5aa-4157-8361-b17a4f3ee412", "status": "completed", "code": 200}]} {{(pid=101539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:48:44.812687 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9533cfaa-a73c-4443-a148-1669f4a1174d {{(pid=101539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:48:44.813152 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '474c1c0a-d647-44d3-a9c9-1de4a6c4416a', 'tag': '0f4f5f7c-c5aa-4157-8361-b17a4f3ee412', 'status': 'completed', 'code': 200} Oct 28 14:48:44.847914 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-c5fc5577-3a4f-4f0b-a7b8-ae0e1457d6e3 None None] Set router 77a27d38-a823-46f2-9839-be95cfbcea3e gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:48:44.879359 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da95c9d-1b53-4a58-9632-43d9adb99289 req-87fe7754-0075-449f-ac52-9e4df29731e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:44.880761 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-5da95c9d-1b53-4a58-9632-43d9adb99289 req-87fe7754-0075-449f-ac52-9e4df29731e0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7c19b77a1a4fac81de8244c2a70247&device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 1099 time: 0.0444891 Oct 28 14:48:44.974213 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da95c9d-1b53-4a58-9632-43d9adb99289 req-87a00613-1f56-4ba0-ab9c-15e934fdfbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:44.975812 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-5da95c9d-1b53-4a58-9632-43d9adb99289 req-87a00613-1f56-4ba0-ab9c-15e934fdfbdd service neutron] 10.222.0.72 "GET /v2.0/networks?id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e HTTP/1.1" status: 200 len: 912 time: 0.0879383 Oct 28 14:48:45.045976 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-5da95c9d-1b53-4a58-9632-43d9adb99289 req-cf8a506f-4160-45ef-9108-c7dd31347dc5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 HTTP/1.1" status: 200 len: 999 time: 0.0617492 Oct 28 14:48:45.076127 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-c5fc5577-3a4f-4f0b-a7b8-ae0e1457d6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '19b5d607-7956-4b33-8a27-d494c9636592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:12Z', 'revision_number': 4, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port': {'id': '19b5d607-7956-4b33-8a27-d494c9636592', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '9146e89b-8168-401e-8ea7-fa8f07910155', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'port_id': '93259a48-7d61-4367-9066-470b937c2b19', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'mac_address': 'fa:16:3e:e4:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07886f11-067f-4a7c-b8f4-d38dcca3d691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:46:41Z', 'updated_at': '2021-10-28T14:46:43Z', 'revision_number': 1, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'fixed_ip_address_scope': None}, {'id': 'ba9e543e-06c4-43e7-b141-659e406d7810', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'port_id': '0f4f5f7c-c5aa-4157-8361-b17a4f3ee412', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'mac_address': 'fa:16:3e:8f:06:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474c1c0a-d647-44d3-a9c9-1de4a6c4416a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:48:43Z', 'updated_at': '2021-10-28T14:48:43Z', 'revision_number': 0, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e09afc9d-2969-43a3-980d-94f90d244d11', 'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'mac_address': 'fa:16:3e:5c:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:12Z', 'updated_at': '2021-10-28T14:43:17Z', 'revision_number': 5, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'subnets': [{'id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:48:45.097683 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da95c9d-1b53-4a58-9632-43d9adb99289 req-d5c9df03-533e-494a-958e-2054dd1517d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:45.099211 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-5da95c9d-1b53-4a58-9632-43d9adb99289 req-d5c9df03-533e-494a-958e-2054dd1517d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de782fb8-ce97-4cbe-8d9a-e728eea72713 HTTP/1.1" status: 200 len: 850 time: 0.0447421 Oct 28 14:48:45.102149 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc5577-3a4f-4f0b-a7b8-ae0e1457d6e3 None None] Checking router: 77a27d38-a823-46f2-9839-be95cfbcea3e for host: dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:48:45.111157 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc5577-3a4f-4f0b-a7b8-ae0e1457d6e3 None None] Routers {'77a27d38-a823-46f2-9839-be95cfbcea3e'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:48:45.111749 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-c5fc5577-3a4f-4f0b-a7b8-ae0e1457d6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:48:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['77a27d38-a823-46f2-9839-be95cfbcea3e'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:48:45.145150 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da95c9d-1b53-4a58-9632-43d9adb99289 req-50903de4-15b0-4aa6-80d6-0208c30196ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:48:45.146583 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-5da95c9d-1b53-4a58-9632-43d9adb99289 req-50903de4-15b0-4aa6-80d6-0208c30196ba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396931 Oct 28 14:48:45.243054 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-5da95c9d-1b53-4a58-9632-43d9adb99289 req-b5f970b1-e807-429a-adca-462fcf42d48d service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882566 Oct 28 14:48:45.335411 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-5da95c9d-1b53-4a58-9632-43d9adb99289 req-98468bc5-a8a3-4f31-a85f-8223e142e341 service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851066 Oct 28 14:48:45.350595 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-c5fc5577-3a4f-4f0b-a7b8-ae0e1457d6e3 None None] Set router 77a27d38-a823-46f2-9839-be95cfbcea3e gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:48:45.582335 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-c5fc5577-3a4f-4f0b-a7b8-ae0e1457d6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '19b5d607-7956-4b33-8a27-d494c9636592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:12Z', 'revision_number': 4, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port': {'id': '19b5d607-7956-4b33-8a27-d494c9636592', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '9146e89b-8168-401e-8ea7-fa8f07910155', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'port_id': '93259a48-7d61-4367-9066-470b937c2b19', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'mac_address': 'fa:16:3e:e4:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07886f11-067f-4a7c-b8f4-d38dcca3d691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:46:41Z', 'updated_at': '2021-10-28T14:46:43Z', 'revision_number': 1, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'fixed_ip_address_scope': None}, {'id': 'ba9e543e-06c4-43e7-b141-659e406d7810', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'port_id': '0f4f5f7c-c5aa-4157-8361-b17a4f3ee412', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'mac_address': 'fa:16:3e:8f:06:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474c1c0a-d647-44d3-a9c9-1de4a6c4416a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:48:43Z', 'updated_at': '2021-10-28T14:48:43Z', 'revision_number': 0, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e09afc9d-2969-43a3-980d-94f90d244d11', 'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'mac_address': 'fa:16:3e:5c:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:12Z', 'updated_at': '2021-10-28T14:43:17Z', 'revision_number': 5, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'subnets': [{'id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:48:45.609123 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc5577-3a4f-4f0b-a7b8-ae0e1457d6e3 None None] The sync data for ids ['77a27d38-a823-46f2-9839-be95cfbcea3e'] in dv-cinder-815848-1-iscsi is: [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '19b5d607-7956-4b33-8a27-d494c9636592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:12Z', 'revision_number': 4, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port': {'id': '19b5d607-7956-4b33-8a27-d494c9636592', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '9146e89b-8168-401e-8ea7-fa8f07910155', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'port_id': '93259a48-7d61-4367-9066-470b937c2b19', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'mac_address': 'fa:16:3e:e4:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07886f11-067f-4a7c-b8f4-d38dcca3d691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:46:41Z', 'updated_at': '2021-10-28T14:46:43Z', 'revision_number': 1, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'fixed_ip_address_scope': None}, {'id': 'ba9e543e-06c4-43e7-b141-659e406d7810', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'port_id': '0f4f5f7c-c5aa-4157-8361-b17a4f3ee412', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'mac_address': 'fa:16:3e:8f:06:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '474c1c0a-d647-44d3-a9c9-1de4a6c4416a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:48:43Z', 'updated_at': '2021-10-28T14:48:43Z', 'revision_number': 0, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e09afc9d-2969-43a3-980d-94f90d244d11', 'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'mac_address': 'fa:16:3e:5c:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:12Z', 'updated_at': '2021-10-28T14:43:17Z', 'revision_number': 5, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'subnets': [{'id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:48:45.824076 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2bba74-4fff-42a0-9410-29d020d03d17 None None] New status for floating IP ba9e543e-06c4-43e7-b141-659e406d7810: ACTIVE {{(pid=101541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 14:48:47.090663 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-364f662a-3b84-4fe5-9a0c-feac2ec2f3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:50.144203 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-dfdfacf6-d508-4f1c-8f96-a9b119b3537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:51.041523 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:51.270567 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:48:51.537629 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:48:52.154379 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:49:02.563399 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:49:08.208178 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-bd19eb3c-141f-4581-b859-491644e7d814 req-74bc3841-f09e-4f7d-ad7d-f12b9490481f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453632 Oct 28 14:49:08.292464 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19eb3c-141f-4581-b859-491644e7d814 req-750227f9-73b9-4730-84ad-41b187cb6c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:49:08.293953 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-bd19eb3c-141f-4581-b859-491644e7d814 req-750227f9-73b9-4730-84ad-41b187cb6c2f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7c19b77a1a4fac81de8244c2a70247&device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 1098 time: 0.0416615 Oct 28 14:49:08.399503 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19eb3c-141f-4581-b859-491644e7d814 req-274e89bd-319b-48dd-8912-5204aa473a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:49:08.400936 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-bd19eb3c-141f-4581-b859-491644e7d814 req-274e89bd-319b-48dd-8912-5204aa473a36 service neutron] 10.222.0.72 "GET /v2.0/networks?id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e HTTP/1.1" status: 200 len: 912 time: 0.0828660 Oct 28 14:49:08.468968 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-bd19eb3c-141f-4581-b859-491644e7d814 req-a14a2152-6d8b-4eb7-abca-0166a6283403 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93259a48-7d61-4367-9066-470b937c2b19 HTTP/1.1" status: 200 len: 1001 time: 0.0597615 Oct 28 14:49:08.518258 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19eb3c-141f-4581-b859-491644e7d814 req-28bd5369-8c7c-400b-8cc0-90f1a2637012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:49:08.519704 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-bd19eb3c-141f-4581-b859-491644e7d814 req-28bd5369-8c7c-400b-8cc0-90f1a2637012 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de782fb8-ce97-4cbe-8d9a-e728eea72713 HTTP/1.1" status: 200 len: 850 time: 0.0440843 Oct 28 14:49:08.566182 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19eb3c-141f-4581-b859-491644e7d814 req-42442ea9-6529-4ae3-90d2-ad7595bc6d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:49:08.567661 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-bd19eb3c-141f-4581-b859-491644e7d814 req-42442ea9-6529-4ae3-90d2-ad7595bc6d9c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399113 Oct 28 14:49:08.663100 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-bd19eb3c-141f-4581-b859-491644e7d814 req-6881a18f-8abe-4bed-86e3-c8748c726a8a service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881712 Oct 28 14:49:08.765338 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-bd19eb3c-141f-4581-b859-491644e7d814 req-fa82c2ae-4660-4c1a-a2e5-663bbaa9ce7e service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937350 Oct 28 14:49:17.079663 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1ec40354-efb1-4d93-94d8-4ca2c7b21a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:49:20.143536 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-5561f59f-ca66-494e-9d4e-aad52cd53764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:49:21.036487 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:49:21.275068 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:49:22.155795 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:49:28.542457 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:49:32.561821 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:49:47.081140 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1bfb9de5-1e66-4dd6-af5e-5b07eab8d3bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:49:50.142638 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-5e3d5d3b-37d9-4cc6-9b76-5605a888896c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:49:51.037568 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:49:51.272661 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:49:52.167172 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:02.594062 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:05.546644 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:50:10.220828 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-6dfb851d-bbfe-4895-948e-d51dc045f2c5 req-abbe8ba9-5ba6-4ea6-bc51-064e5c12bb4f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421851 Oct 28 14:50:10.283432 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb851d-bbfe-4895-948e-d51dc045f2c5 req-0d75ba60-7317-4a24-bb73-c2e4be2ee056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:50:10.286816 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-6dfb851d-bbfe-4895-948e-d51dc045f2c5 req-0d75ba60-7317-4a24-bb73-c2e4be2ee056 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7c19b77a1a4fac81de8244c2a70247&device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 1099 time: 0.0423608 Oct 28 14:50:10.398550 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb851d-bbfe-4895-948e-d51dc045f2c5 req-c1aeba6c-a8b8-4a62-974e-755c3131744b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:50:10.400160 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-6dfb851d-bbfe-4895-948e-d51dc045f2c5 req-c1aeba6c-a8b8-4a62-974e-755c3131744b service neutron] 10.222.0.72 "GET /v2.0/networks?id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e HTTP/1.1" status: 200 len: 912 time: 0.0925825 Oct 28 14:50:10.465293 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-6dfb851d-bbfe-4895-948e-d51dc045f2c5 req-0b2ca153-2e54-4c41-9884-6bbb7d128f34 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 HTTP/1.1" status: 200 len: 1001 time: 0.0573616 Oct 28 14:50:10.513930 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb851d-bbfe-4895-948e-d51dc045f2c5 req-8c052c4f-369b-4c08-b7ee-55f08985d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:50:10.515243 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-6dfb851d-bbfe-4895-948e-d51dc045f2c5 req-8c052c4f-369b-4c08-b7ee-55f08985d848 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de782fb8-ce97-4cbe-8d9a-e728eea72713 HTTP/1.1" status: 200 len: 850 time: 0.0425010 Oct 28 14:50:10.563505 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb851d-bbfe-4895-948e-d51dc045f2c5 req-213fb28a-d62f-4608-92a3-de231ce511c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:50:10.564949 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-6dfb851d-bbfe-4895-948e-d51dc045f2c5 req-213fb28a-d62f-4608-92a3-de231ce511c5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426702 Oct 28 14:50:10.653773 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-6dfb851d-bbfe-4895-948e-d51dc045f2c5 req-ee0c4444-7ff5-4bbc-9f92-d8f6dd741ecb service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806344 Oct 28 14:50:10.748153 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-6dfb851d-bbfe-4895-948e-d51dc045f2c5 req-908738e0-ac11-47a8-af49-26cb6761f8aa service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856748 Oct 28 14:50:12.913759 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 42926) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:50:13.090995 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-e73b60f9-5f8a-40a2-b918-9f53eaaf4b2d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Deleting port 618fc7ca-5250-4a7a-b81e-0b94671bde7f {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:50:13.091228 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e73b60f9-5f8a-40a2-b918-9f53eaaf4b2d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:13.168417 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e73b60f9-5f8a-40a2-b918-9f53eaaf4b2d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:13.168705 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e73b60f9-5f8a-40a2-b918-9f53eaaf4b2d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:13.180642 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-e73b60f9-5f8a-40a2-b918-9f53eaaf4b2d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Calling delete_port for 618fc7ca-5250-4a7a-b81e-0b94671bde7f owned by network:floatingip {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:50:13.352120 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e73b60f9-5f8a-40a2-b918-9f53eaaf4b2d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:13.646637 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b60f9-5f8a-40a2-b918-9f53eaaf4b2d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Pushing event deleted for resources: {'Port': ['ID=618fc7ca-5250-4a7a-b81e-0b94671bde7f,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:50:13.661332 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b60f9-5f8a-40a2-b918-9f53eaaf4b2d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:13.661688 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b60f9-5f8a-40a2-b918-9f53eaaf4b2d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:13.662032 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b60f9-5f8a-40a2-b918-9f53eaaf4b2d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:13.662368 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b60f9-5f8a-40a2-b918-9f53eaaf4b2d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:13.662706 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b60f9-5f8a-40a2-b918-9f53eaaf4b2d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:13.663075 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b60f9-5f8a-40a2-b918-9f53eaaf4b2d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:13.663409 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b60f9-5f8a-40a2-b918-9f53eaaf4b2d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:13.663739 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b60f9-5f8a-40a2-b918-9f53eaaf4b2d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:13.664054 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b60f9-5f8a-40a2-b918-9f53eaaf4b2d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:13.664383 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b60f9-5f8a-40a2-b918-9f53eaaf4b2d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:13.664707 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b60f9-5f8a-40a2-b918-9f53eaaf4b2d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:13.665028 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73b60f9-5f8a-40a2-b918-9f53eaaf4b2d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:13.716664 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e73b60f9-5f8a-40a2-b918-9f53eaaf4b2d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for floatingip, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:13.716957 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.db.l3_db [None req-e73b60f9-5f8a-40a2-b918-9f53eaaf4b2d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Floating IP ba9e543e-06c4-43e7-b141-659e406d7810 disassociated (deleted). External IP: 172.27.2.30, port: 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412. Oct 28 14:50:13.934305 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73b60f9-5f8a-40a2-b918-9f53eaaf4b2d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Router 77a27d38-a823-46f2-9839-be95cfbcea3e has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:50:14.041689 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73b60f9-5f8a-40a2-b918-9f53eaaf4b2d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:50:14.046859 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-e73b60f9-5f8a-40a2-b918-9f53eaaf4b2d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for floatingip, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:14.053866 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1703c7a-f891-408a-9533-86f287901e42 None None] Sync routers for ids ['77a27d38-a823-46f2-9839-be95cfbcea3e'] in dv-cinder-815848-1-iscsi {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:50:14.065378 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1703c7a-f891-408a-9533-86f287901e42 None None] Routers {'77a27d38-a823-46f2-9839-be95cfbcea3e'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:50:14.066068 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-d1703c7a-f891-408a-9533-86f287901e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:49:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['77a27d38-a823-46f2-9839-be95cfbcea3e'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:50:14.075684 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-e73b60f9-5f8a-40a2-b918-9f53eaaf4b2d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "DELETE /v2.0/floatingips/ba9e543e-06c4-43e7-b141-659e406d7810 HTTP/1.1" status: 204 len: 168 time: 1.1582320 Oct 28 14:50:14.075684 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '474c1c0a-d647-44d3-a9c9-1de4a6c4416a', 'tag': '0f4f5f7c-c5aa-4157-8361-b17a4f3ee412'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:50:14.076274 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cce1ac5-c028-4829-8e6b-6e5e85bb727c" -d '{"events": [{"name": "network-changed", "server_uuid": "474c1c0a-d647-44d3-a9c9-1de4a6c4416a", "tag": "0f4f5f7c-c5aa-4157-8361-b17a4f3ee412"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:50:14.114034 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a423409d-e60d-4a63-b170-04cc58c5f084 x-openstack-request-id: req-a423409d-e60d-4a63-b170-04cc58c5f084 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:50:14.114310 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "474c1c0a-d647-44d3-a9c9-1de4a6c4416a", "tag": "0f4f5f7c-c5aa-4157-8361-b17a4f3ee412", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:50:14.114716 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a423409d-e60d-4a63-b170-04cc58c5f084 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:50:14.115278 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '474c1c0a-d647-44d3-a9c9-1de4a6c4416a', 'tag': '0f4f5f7c-c5aa-4157-8361-b17a4f3ee412', 'status': 'completed', 'code': 200} Oct 28 14:50:14.175110 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-d1703c7a-f891-408a-9533-86f287901e42 None None] Set router 77a27d38-a823-46f2-9839-be95cfbcea3e gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:50:14.180628 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce1ac5-c028-4829-8e6b-6e5e85bb727c req-b6ae46e7-3f15-4d90-9e5d-41d19ce5c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:50:14.182293 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-4cce1ac5-c028-4829-8e6b-6e5e85bb727c req-b6ae46e7-3f15-4d90-9e5d-41d19ce5c08b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7c19b77a1a4fac81de8244c2a70247&device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 1099 time: 0.0425863 Oct 28 14:50:14.284030 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce1ac5-c028-4829-8e6b-6e5e85bb727c req-db853bb0-0832-49ee-92a4-290b1191669e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:50:14.285850 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-4cce1ac5-c028-4829-8e6b-6e5e85bb727c req-db853bb0-0832-49ee-92a4-290b1191669e service neutron] 10.222.0.72 "GET /v2.0/networks?id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e HTTP/1.1" status: 200 len: 912 time: 0.0939412 Oct 28 14:50:14.311924 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1feaae-74a3-4684-959b-33a83bbe78aa req-b6722750-ec87-4fb9-b83e-1f99b9603f0e tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:50:14.313536 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8c1feaae-74a3-4684-959b-33a83bbe78aa req-b6722750-ec87-4fb9-b83e-1f99b9603f0e tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 946 time: 0.0544765 Oct 28 14:50:14.331277 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-4cce1ac5-c028-4829-8e6b-6e5e85bb727c req-5a7c9b24-9220-4ded-8e69-73937a467e52 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 HTTP/1.1" status: 200 len: 217 time: 0.0353956 Oct 28 14:50:14.356292 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-8c1feaae-74a3-4684-959b-33a83bbe78aa req-c15ebbd5-3ff3-4a1b-a40e-8a7888ede8d2 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345170 Oct 28 14:50:14.382837 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce1ac5-c028-4829-8e6b-6e5e85bb727c req-1af89b27-67a2-4902-b8f2-b3ec4ff96910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:50:14.384398 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-4cce1ac5-c028-4829-8e6b-6e5e85bb727c req-1af89b27-67a2-4902-b8f2-b3ec4ff96910 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de782fb8-ce97-4cbe-8d9a-e728eea72713 HTTP/1.1" status: 200 len: 850 time: 0.0458033 Oct 28 14:50:14.411300 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-d1703c7a-f891-408a-9533-86f287901e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '19b5d607-7956-4b33-8a27-d494c9636592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:12Z', 'revision_number': 4, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port': {'id': '19b5d607-7956-4b33-8a27-d494c9636592', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '9146e89b-8168-401e-8ea7-fa8f07910155', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'port_id': '93259a48-7d61-4367-9066-470b937c2b19', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'mac_address': 'fa:16:3e:e4:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07886f11-067f-4a7c-b8f4-d38dcca3d691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:46:41Z', 'updated_at': '2021-10-28T14:46:43Z', 'revision_number': 1, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e09afc9d-2969-43a3-980d-94f90d244d11', 'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'mac_address': 'fa:16:3e:5c:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:12Z', 'updated_at': '2021-10-28T14:43:17Z', 'revision_number': 5, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'subnets': [{'id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:50:14.437717 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce1ac5-c028-4829-8e6b-6e5e85bb727c req-330dea0a-c6dc-414f-ba37-d4f45c32b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:50:14.439143 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-4cce1ac5-c028-4829-8e6b-6e5e85bb727c req-330dea0a-c6dc-414f-ba37-d4f45c32b62e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456705 Oct 28 14:50:14.441279 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1703c7a-f891-408a-9533-86f287901e42 None None] Checking router: 77a27d38-a823-46f2-9839-be95cfbcea3e for host: dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:50:14.450595 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1703c7a-f891-408a-9533-86f287901e42 None None] Routers {'77a27d38-a823-46f2-9839-be95cfbcea3e'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:50:14.451217 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-d1703c7a-f891-408a-9533-86f287901e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:49:50Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['77a27d38-a823-46f2-9839-be95cfbcea3e'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:50:14.530891 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-4cce1ac5-c028-4829-8e6b-6e5e85bb727c req-10561299-3979-40af-9160-1c0e9a8d1039 service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817392 Oct 28 14:50:14.555824 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-d1703c7a-f891-408a-9533-86f287901e42 None None] Set router 77a27d38-a823-46f2-9839-be95cfbcea3e gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:50:14.628393 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-4cce1ac5-c028-4829-8e6b-6e5e85bb727c req-21f4db72-5d3c-49d1-96e4-ff215942bd07 service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883522 Oct 28 14:50:14.779928 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-d1703c7a-f891-408a-9533-86f287901e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '19b5d607-7956-4b33-8a27-d494c9636592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:12Z', 'revision_number': 4, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port': {'id': '19b5d607-7956-4b33-8a27-d494c9636592', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '9146e89b-8168-401e-8ea7-fa8f07910155', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'port_id': '93259a48-7d61-4367-9066-470b937c2b19', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'mac_address': 'fa:16:3e:e4:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07886f11-067f-4a7c-b8f4-d38dcca3d691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:46:41Z', 'updated_at': '2021-10-28T14:46:43Z', 'revision_number': 1, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e09afc9d-2969-43a3-980d-94f90d244d11', 'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'mac_address': 'fa:16:3e:5c:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:12Z', 'updated_at': '2021-10-28T14:43:17Z', 'revision_number': 5, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'subnets': [{'id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:50:14.813755 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1703c7a-f891-408a-9533-86f287901e42 None None] The sync data for ids ['77a27d38-a823-46f2-9839-be95cfbcea3e'] in dv-cinder-815848-1-iscsi is: [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '19b5d607-7956-4b33-8a27-d494c9636592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:12Z', 'revision_number': 4, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port': {'id': '19b5d607-7956-4b33-8a27-d494c9636592', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_floatingips': [{'id': '9146e89b-8168-401e-8ea7-fa8f07910155', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'router_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'port_id': '93259a48-7d61-4367-9066-470b937c2b19', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'mac_address': 'fa:16:3e:e4:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07886f11-067f-4a7c-b8f4-d38dcca3d691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T14:46:41Z', 'updated_at': '2021-10-28T14:46:43Z', 'revision_number': 1, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e09afc9d-2969-43a3-980d-94f90d244d11', 'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'mac_address': 'fa:16:3e:5c:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:12Z', 'updated_at': '2021-10-28T14:43:17Z', 'revision_number': 5, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'subnets': [{'id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:50:15.056057 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2029aef3-75e1-4077-b0e5-04cb0a8d4d1a None None] New status for floating IP ba9e543e-06c4-43e7-b141-659e406d7810: DOWN {{(pid=101541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 14:50:15.491540 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3af87-53c1-4a2d-9362-f556a478da1f req-7e1b9020-5ac3-4e7e-b1c3-80acebfecbf8 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:50:15.493076 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-68f3af87-53c1-4a2d-9362-f556a478da1f req-7e1b9020-5ac3-4e7e-b1c3-80acebfecbf8 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 946 time: 0.0498548 Oct 28 14:50:15.531889 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-68f3af87-53c1-4a2d-9362-f556a478da1f req-374d2260-fb53-47ff-ad58-1c97d648e933 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325925 Oct 28 14:50:15.902252 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dfaab-833d-47f7-8ce1-39f550fcf1be req-1b72109e-40c2-45a4-ba6c-f10aba6eac75 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:50:15.904076 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-a51dfaab-833d-47f7-8ce1-39f550fcf1be req-1b72109e-40c2-45a4-ba6c-f10aba6eac75 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.72 "GET /v2.0/ports?device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 946 time: 0.0619192 Oct 28 14:50:16.000873 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-a51dfaab-833d-47f7-8ce1-39f550fcf1be req-abb07a44-f64d-423a-b891-0ad80013c056 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Deleting port 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:50:16.001209 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-a51dfaab-833d-47f7-8ce1-39f550fcf1be req-abb07a44-f64d-423a-b891-0ad80013c056 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:16.104200 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-a51dfaab-833d-47f7-8ce1-39f550fcf1be req-abb07a44-f64d-423a-b891-0ad80013c056 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] For port 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=0f4f5f7c-c5aa-4157-8361-b17a4f3ee412,segment=NetworkSegment(27993e00-1bc2-49c2-98b8-9b099f45e9a7),segment_id=27993e00-1bc2-49c2-98b8-9b099f45e9a7)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:50:16.104523 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-a51dfaab-833d-47f7-8ce1-39f550fcf1be req-abb07a44-f64d-423a-b891-0ad80013c056 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:16.117987 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-a51dfaab-833d-47f7-8ce1-39f550fcf1be req-abb07a44-f64d-423a-b891-0ad80013c056 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Calling delete_port for 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 owned by compute:nova {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:50:16.252508 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-a51dfaab-833d-47f7-8ce1-39f550fcf1be req-abb07a44-f64d-423a-b891-0ad80013c056 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:16.283705 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb07a44-f64d-423a-b891-0ad80013c056 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Pushing event deleted for resources: {'Port': ['ID=0f4f5f7c-c5aa-4157-8361-b17a4f3ee412,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:50:16.327438 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51dfaab-833d-47f7-8ce1-39f550fcf1be req-abb07a44-f64d-423a-b891-0ad80013c056 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] No DVR routers for this DVR port 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 on host hv-cinder-81584 {{(pid=101538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:50:16.329955 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-a51dfaab-833d-47f7-8ce1-39f550fcf1be req-abb07a44-f64d-423a-b891-0ad80013c056 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:16.333325 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-a51dfaab-833d-47f7-8ce1-39f550fcf1be req-abb07a44-f64d-423a-b891-0ad80013c056 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.72 "DELETE /v2.0/ports/0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 HTTP/1.1" status: 204 len: 173 time: 0.4216216 Oct 28 14:50:16.333743 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474c1c0a-d647-44d3-a9c9-1de4a6c4416a', 'name': 'network-vif-deleted', 'tag': '0f4f5f7c-c5aa-4157-8361-b17a4f3ee412'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:50:16.336078 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3414d8c5-2b22-4d28-9e91-d0abe48d1398" -d '{"events": [{"server_uuid": "474c1c0a-d647-44d3-a9c9-1de4a6c4416a", "name": "network-vif-deleted", "tag": "0f4f5f7c-c5aa-4157-8361-b17a4f3ee412"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:50:16.372492 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e50cf3-a90e-4873-b149-ba23a6c93b94 x-openstack-request-id: req-71e50cf3-a90e-4873-b149-ba23a6c93b94 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:50:16.372759 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474c1c0a-d647-44d3-a9c9-1de4a6c4416a", "name": "network-vif-deleted", "tag": "0f4f5f7c-c5aa-4157-8361-b17a4f3ee412", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:50:16.373105 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-71e50cf3-a90e-4873-b149-ba23a6c93b94 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:50:16.373506 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474c1c0a-d647-44d3-a9c9-1de4a6c4416a', 'name': 'network-vif-deleted', 'tag': '0f4f5f7c-c5aa-4157-8361-b17a4f3ee412', 'status': 'completed', 'code': 200} Oct 28 14:50:16.640402 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-12c06694-c9ae-4a66-9f21-2b5b29ebef51 req-7b784078-5dd1-49a9-902a-10032d2d7eae tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=474c1c0a-d647-44d3-a9c9-1de4a6c4416a HTTP/1.1" status: 200 len: 210 time: 0.0312097 Oct 28 14:50:17.078148 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-85fcb501-2b9a-46a8-ac8a-58e43e5f3dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:19.186462 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:50:19.209365 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] No Port match for: 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:50:19.209707 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 0f4f5f7c-c5aa-4157-8361-b17a4f3ee412 not bound to the agent host hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:50:19.946304 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 42970) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:50:20.104844 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-814d07f0-043c-414c-ba5b-c171d03f4517 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Deleting port d254bade-9e98-4d96-827c-a44c858bacdc {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:50:20.105187 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-814d07f0-043c-414c-ba5b-c171d03f4517 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:20.142292 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-8fa30b6a-b8fc-4b85-ba9f-fa0791c9c6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:20.187294 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-814d07f0-043c-414c-ba5b-c171d03f4517 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:20.187534 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-814d07f0-043c-414c-ba5b-c171d03f4517 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:20.199287 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-814d07f0-043c-414c-ba5b-c171d03f4517 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Calling delete_port for d254bade-9e98-4d96-827c-a44c858bacdc owned by network:floatingip {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:50:20.348317 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-814d07f0-043c-414c-ba5b-c171d03f4517 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:20.373079 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d07f0-043c-414c-ba5b-c171d03f4517 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Pushing event deleted for resources: {'Port': ['ID=d254bade-9e98-4d96-827c-a44c858bacdc,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:50:20.441588 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-814d07f0-043c-414c-ba5b-c171d03f4517 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for floatingip, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:20.441852 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.db.l3_db [None req-814d07f0-043c-414c-ba5b-c171d03f4517 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Floating IP 9146e89b-8168-401e-8ea7-fa8f07910155 disassociated (deleted). External IP: 172.27.2.249, port: 93259a48-7d61-4367-9066-470b937c2b19. Oct 28 14:50:20.656700 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814d07f0-043c-414c-ba5b-c171d03f4517 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Router 77a27d38-a823-46f2-9839-be95cfbcea3e has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:50:20.771651 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814d07f0-043c-414c-ba5b-c171d03f4517 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:50:20.776660 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-814d07f0-043c-414c-ba5b-c171d03f4517 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for floatingip, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:20.781321 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131d610f-3dcb-4ae3-9ee0-0f231e4b9a72 None None] Sync routers for ids ['77a27d38-a823-46f2-9839-be95cfbcea3e'] in dv-cinder-815848-1-iscsi {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:50:20.792300 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131d610f-3dcb-4ae3-9ee0-0f231e4b9a72 None None] Routers {'77a27d38-a823-46f2-9839-be95cfbcea3e'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:50:20.792910 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-131d610f-3dcb-4ae3-9ee0-0f231e4b9a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:50:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['77a27d38-a823-46f2-9839-be95cfbcea3e'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:50:20.803667 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-814d07f0-043c-414c-ba5b-c171d03f4517 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "DELETE /v2.0/floatingips/9146e89b-8168-401e-8ea7-fa8f07910155 HTTP/1.1" status: 204 len: 168 time: 0.8561502 Oct 28 14:50:20.804216 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07886f11-067f-4a7c-b8f4-d38dcca3d691', 'tag': '93259a48-7d61-4367-9066-470b937c2b19'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:50:20.806527 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a375ee-ec6c-4b2f-9a62-ebb6c88f5ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "07886f11-067f-4a7c-b8f4-d38dcca3d691", "tag": "93259a48-7d61-4367-9066-470b937c2b19"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:50:20.849206 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 14:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e911449e-8d34-457c-b535-5522a1a9d8c3 x-openstack-request-id: req-e911449e-8d34-457c-b535-5522a1a9d8c3 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:50:20.849562 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07886f11-067f-4a7c-b8f4-d38dcca3d691", "tag": "93259a48-7d61-4367-9066-470b937c2b19", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:50:20.850426 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e911449e-8d34-457c-b535-5522a1a9d8c3 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:50:20.850426 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07886f11-067f-4a7c-b8f4-d38dcca3d691', 'tag': '93259a48-7d61-4367-9066-470b937c2b19', 'status': 'completed', 'code': 200} Oct 28 14:50:20.903507 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-131d610f-3dcb-4ae3-9ee0-0f231e4b9a72 None None] Set router 77a27d38-a823-46f2-9839-be95cfbcea3e gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:50:20.916963 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a375ee-ec6c-4b2f-9a62-ebb6c88f5ae4 req-f7c80bf5-50e8-4c13-9de3-d20065e06fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:50:20.922452 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-07a375ee-ec6c-4b2f-9a62-ebb6c88f5ae4 req-f7c80bf5-50e8-4c13-9de3-d20065e06fd6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7c19b77a1a4fac81de8244c2a70247&device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 1098 time: 0.0476174 Oct 28 14:50:21.028692 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a375ee-ec6c-4b2f-9a62-ebb6c88f5ae4 req-a044c70c-9117-434d-888e-43b5bff14571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:50:21.030094 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-07a375ee-ec6c-4b2f-9a62-ebb6c88f5ae4 req-a044c70c-9117-434d-888e-43b5bff14571 service neutron] 10.222.0.72 "GET /v2.0/networks?id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e HTTP/1.1" status: 200 len: 912 time: 0.0966551 Oct 28 14:50:21.058599 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42392a85-6771-4ec6-8ec4-a404a0db9c3d req-272e0f16-443c-4e99-a21c-29d06ccf7b90 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:50:21.060257 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-42392a85-6771-4ec6-8ec4-a404a0db9c3d req-272e0f16-443c-4e99-a21c-29d06ccf7b90 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 945 time: 0.0577605 Oct 28 14:50:21.075384 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-07a375ee-ec6c-4b2f-9a62-ebb6c88f5ae4 req-0360b2db-263d-423a-beb4-b446b7e35d34 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93259a48-7d61-4367-9066-470b937c2b19 HTTP/1.1" status: 200 len: 217 time: 0.0374012 Oct 28 14:50:21.100723 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-42392a85-6771-4ec6-8ec4-a404a0db9c3d req-7cfaf4d4-b336-4d66-8178-9d25cc4fba12 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340557 Oct 28 14:50:21.133195 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:21.139718 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a375ee-ec6c-4b2f-9a62-ebb6c88f5ae4 req-0cd38420-4645-4cf1-adfe-0e6067c51635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:50:21.141237 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-07a375ee-ec6c-4b2f-9a62-ebb6c88f5ae4 req-0cd38420-4645-4cf1-adfe-0e6067c51635 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=de782fb8-ce97-4cbe-8d9a-e728eea72713 HTTP/1.1" status: 200 len: 850 time: 0.0562224 Oct 28 14:50:21.194104 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a375ee-ec6c-4b2f-9a62-ebb6c88f5ae4 req-bf02a928-0cf8-4df6-a046-ef15a461b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:50:21.195646 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-07a375ee-ec6c-4b2f-9a62-ebb6c88f5ae4 req-bf02a928-0cf8-4df6-a046-ef15a461b23b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463123 Oct 28 14:50:21.250275 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-131d610f-3dcb-4ae3-9ee0-0f231e4b9a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '19b5d607-7956-4b33-8a27-d494c9636592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:12Z', 'revision_number': 4, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port': {'id': '19b5d607-7956-4b33-8a27-d494c9636592', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'e09afc9d-2969-43a3-980d-94f90d244d11', 'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'mac_address': 'fa:16:3e:5c:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:12Z', 'updated_at': '2021-10-28T14:43:17Z', 'revision_number': 5, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'subnets': [{'id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:50:21.279480 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131d610f-3dcb-4ae3-9ee0-0f231e4b9a72 None None] Checking router: 77a27d38-a823-46f2-9839-be95cfbcea3e for host: dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:50:21.289683 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-07a375ee-ec6c-4b2f-9a62-ebb6c88f5ae4 req-76963d91-c3ae-44df-abf7-ad1e8ce59869 service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843484 Oct 28 14:50:21.294632 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131d610f-3dcb-4ae3-9ee0-0f231e4b9a72 None None] Routers {'77a27d38-a823-46f2-9839-be95cfbcea3e'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:50:21.295251 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-131d610f-3dcb-4ae3-9ee0-0f231e4b9a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:50:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['77a27d38-a823-46f2-9839-be95cfbcea3e'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:50:21.298746 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:21.383273 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-07a375ee-ec6c-4b2f-9a62-ebb6c88f5ae4 req-eecdea41-f527-4c24-bb48-f8e33dd80be6 service neutron] 10.222.0.72 "GET /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855832 Oct 28 14:50:21.399875 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-131d610f-3dcb-4ae3-9ee0-0f231e4b9a72 None None] Set router 77a27d38-a823-46f2-9839-be95cfbcea3e gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:50:21.612665 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-131d610f-3dcb-4ae3-9ee0-0f231e4b9a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '19b5d607-7956-4b33-8a27-d494c9636592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:12Z', 'revision_number': 4, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port': {'id': '19b5d607-7956-4b33-8a27-d494c9636592', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'e09afc9d-2969-43a3-980d-94f90d244d11', 'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'mac_address': 'fa:16:3e:5c:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:12Z', 'updated_at': '2021-10-28T14:43:17Z', 'revision_number': 5, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'subnets': [{'id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:50:21.638700 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131d610f-3dcb-4ae3-9ee0-0f231e4b9a72 None None] The sync data for ids ['77a27d38-a823-46f2-9839-be95cfbcea3e'] in dv-cinder-815848-1-iscsi is: [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '19b5d607-7956-4b33-8a27-d494c9636592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:12Z', 'revision_number': 4, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port': {'id': '19b5d607-7956-4b33-8a27-d494c9636592', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi', '_interfaces': [{'id': 'e09afc9d-2969-43a3-980d-94f90d244d11', 'name': '', 'network_id': '696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'mac_address': 'fa:16:3e:5c:74:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:12Z', 'updated_at': '2021-10-28T14:43:17Z', 'revision_number': 5, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'subnets': [{'id': 'de782fb8-ce97-4cbe-8d9a-e728eea72713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:50:21.853903 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb5558c-65e9-42f4-ad20-d5279606d17b None None] New status for floating IP 9146e89b-8168-401e-8ea7-fa8f07910155: DOWN {{(pid=101541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 14:50:22.162165 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:22.237709 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de8e37-0fa9-4d59-a9db-f94fc8bd26ae req-37391a8f-4f8e-4a06-bbde-31ef09138b02 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:50:22.239610 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-32de8e37-0fa9-4d59-a9db-f94fc8bd26ae req-37391a8f-4f8e-4a06-bbde-31ef09138b02 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 945 time: 0.0534289 Oct 28 14:50:22.280738 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-32de8e37-0fa9-4d59-a9db-f94fc8bd26ae req-1a704246-bce9-4e68-834b-4e7dc2460ba2 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/security-groups?id=59610a15-d97c-4828-aa29-ff50364534d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323694 Oct 28 14:50:22.577901 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5735d6f-9e3f-4921-93bf-326a3ffdcd29 req-c69639a4-bab6-4095-a9a9-177210a1b1c5 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 14:50:22.579296 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-e5735d6f-9e3f-4921-93bf-326a3ffdcd29 req-c69639a4-bab6-4095-a9a9-177210a1b1c5 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.72 "GET /v2.0/ports?device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 945 time: 0.0548182 Oct 28 14:50:22.675380 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-e5735d6f-9e3f-4921-93bf-326a3ffdcd29 req-5295d739-a735-4b6d-8ed4-087f90a22f90 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Deleting port 93259a48-7d61-4367-9066-470b937c2b19 {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:50:22.675719 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-e5735d6f-9e3f-4921-93bf-326a3ffdcd29 req-5295d739-a735-4b6d-8ed4-087f90a22f90 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:22.778602 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.db [req-e5735d6f-9e3f-4921-93bf-326a3ffdcd29 req-5295d739-a735-4b6d-8ed4-087f90a22f90 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] For port 93259a48-7d61-4367-9066-470b937c2b19, host hv-cinder-81584, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81584',level=0,port_id=93259a48-7d61-4367-9066-470b937c2b19,segment=NetworkSegment(27993e00-1bc2-49c2-98b8-9b099f45e9a7),segment_id=27993e00-1bc2-49c2-98b8-9b099f45e9a7)] {{(pid=101538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:50:22.779000 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-e5735d6f-9e3f-4921-93bf-326a3ffdcd29 req-5295d739-a735-4b6d-8ed4-087f90a22f90 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:22.792100 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [req-e5735d6f-9e3f-4921-93bf-326a3ffdcd29 req-5295d739-a735-4b6d-8ed4-087f90a22f90 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Calling delete_port for 93259a48-7d61-4367-9066-470b937c2b19 owned by compute:nova {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:50:22.923910 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-e5735d6f-9e3f-4921-93bf-326a3ffdcd29 req-5295d739-a735-4b6d-8ed4-087f90a22f90 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:22.950424 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295d739-a735-4b6d-8ed4-087f90a22f90 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Pushing event deleted for resources: {'Port': ['ID=93259a48-7d61-4367-9066-470b937c2b19,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:50:22.993806 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5735d6f-9e3f-4921-93bf-326a3ffdcd29 req-5295d739-a735-4b6d-8ed4-087f90a22f90 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] No DVR routers for this DVR port 93259a48-7d61-4367-9066-470b937c2b19 on host hv-cinder-81584 {{(pid=101538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:50:22.996444 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [req-e5735d6f-9e3f-4921-93bf-326a3ffdcd29 req-5295d739-a735-4b6d-8ed4-087f90a22f90 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for port, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:22.999865 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [req-e5735d6f-9e3f-4921-93bf-326a3ffdcd29 req-5295d739-a735-4b6d-8ed4-087f90a22f90 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.72 "DELETE /v2.0/ports/93259a48-7d61-4367-9066-470b937c2b19 HTTP/1.1" status: 204 len: 173 time: 0.4126890 Oct 28 14:50:23.000290 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07886f11-067f-4a7c-b8f4-d38dcca3d691', 'name': 'network-vif-deleted', 'tag': '93259a48-7d61-4367-9066-470b937c2b19'}] {{(pid=101538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 14:50:23.002529 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}372b93bbc8f7ee031a7f26558745587587dda5108118d045b43c47f1e5ca4d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368fad66-f24b-4fb2-bab6-4be1d2908a5a" -d '{"events": [{"server_uuid": "07886f11-067f-4a7c-b8f4-d38dcca3d691", "name": "network-vif-deleted", "tag": "93259a48-7d61-4367-9066-470b937c2b19"}]}' {{(pid=101538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 14:50:23.040434 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 14:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0e2b4e-99b0-4beb-878d-ff092c714564 x-openstack-request-id: req-5b0e2b4e-99b0-4beb-878d-ff092c714564 {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 14:50:23.040724 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07886f11-067f-4a7c-b8f4-d38dcca3d691", "name": "network-vif-deleted", "tag": "93259a48-7d61-4367-9066-470b937c2b19", "status": "completed", "code": 200}]} {{(pid=101538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 14:50:23.040969 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5b0e2b4e-99b0-4beb-878d-ff092c714564 {{(pid=101538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 14:50:23.041361 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07886f11-067f-4a7c-b8f4-d38dcca3d691', 'name': 'network-vif-deleted', 'tag': '93259a48-7d61-4367-9066-470b937c2b19', 'status': 'completed', 'code': 200} Oct 28 14:50:23.391104 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [req-fbbb4060-f9f0-480b-8e7c-a44abbe967c4 req-3edddab9-30b8-4151-873e-bc1601a238b3 tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "GET /v2.0/ports?device_id=07886f11-067f-4a7c-b8f4-d38dcca3d691 HTTP/1.1" status: 200 len: 210 time: 0.0268919 Oct 28 14:50:24.453899 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 42986) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:50:24.577911 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-87908c81-7c5e-475b-a7c5-55a7dcba720d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Deleting port a7e38f41-2e51-433d-bff3-1ffb8db3f5ad {{(pid=101538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:50:24.578203 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-87908c81-7c5e-475b-a7c5-55a7dcba720d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:24.657444 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-87908c81-7c5e-475b-a7c5-55a7dcba720d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:24.657774 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-87908c81-7c5e-475b-a7c5-55a7dcba720d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:24.670344 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.plugins.ml2.plugin [None req-87908c81-7c5e-475b-a7c5-55a7dcba720d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Calling delete_port for a7e38f41-2e51-433d-bff3-1ffb8db3f5ad owned by network:floatingip {{(pid=101538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:50:24.804109 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-87908c81-7c5e-475b-a7c5-55a7dcba720d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372233'] for port, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:24.830952 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87908c81-7c5e-475b-a7c5-55a7dcba720d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Pushing event deleted for resources: {'Port': ['ID=a7e38f41-2e51-433d-bff3-1ffb8db3f5ad,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:50:24.903989 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-87908c81-7c5e-475b-a7c5-55a7dcba720d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for floatingip, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:24.906587 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-87908c81-7c5e-475b-a7c5-55a7dcba720d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108375'] for floatingip, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:24.907776 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-87908c81-7c5e-475b-a7c5-55a7dcba720d tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "DELETE /v2.0/floatingips/abcafc81-921e-42f9-8324-16d6fc87ff66 HTTP/1.1" status: 204 len: 168 time: 0.4528859 Oct 28 14:50:26.110611 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 42998) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:50:26.174042 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9c8f2b47-c400-41b6-9208-b755b40ec1cb tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:26.200704 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9c8f2b47-c400-41b6-9208-b755b40ec1cb tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:26.260983 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9c8f2b47-c400-41b6-9208-b755b40ec1cb tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:26.263773 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-9c8f2b47-c400-41b6-9208-b755b40ec1cb tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:26.264944 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-9c8f2b47-c400-41b6-9208-b755b40ec1cb tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] 10.222.0.79 "DELETE /v2.0/security-groups/59610a15-d97c-4828-aa29-ff50364534d1 HTTP/1.1" status: 204 len: 168 time: 0.1533039 Oct 28 14:50:26.274596 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f2b47-c400-41b6-9208-b755b40ec1cb tempest-TestVolumeBootPattern-357280970 tempest-TestVolumeBootPattern-357280970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59610a15-d97c-4828-aa29-ff50364534d1,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:50:27.216821 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 93259a48-7d61-4367-9066-470b937c2b19 no longer exists at agent hyperv_hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:50:27.246843 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] No Port match for: 93259a48-7d61-4367-9066-470b937c2b19 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:50:27.247196 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Device 93259a48-7d61-4367-9066-470b937c2b19 not bound to the agent host hv-cinder-81584 {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:50:27.342244 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 43004) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:50:27.875189 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-a09310b6-9e95-4536-8cf9-1e0466f115fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645951'] for router_interface, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:28.117237 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-a09310b6-9e95-4536-8cf9-1e0466f115fd admin admin] Deleting port e09afc9d-2969-43a3-980d-94f90d244d11 {{(pid=101539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:50:28.117536 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-a09310b6-9e95-4536-8cf9-1e0466f115fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:28.203449 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.db [None req-a09310b6-9e95-4536-8cf9-1e0466f115fd admin admin] For port e09afc9d-2969-43a3-980d-94f90d244d11, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=e09afc9d-2969-43a3-980d-94f90d244d11,segment=NetworkSegment(27993e00-1bc2-49c2-98b8-9b099f45e9a7),segment_id=27993e00-1bc2-49c2-98b8-9b099f45e9a7)] {{(pid=101539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:50:28.203797 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-a09310b6-9e95-4536-8cf9-1e0466f115fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:28.215860 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-a09310b6-9e95-4536-8cf9-1e0466f115fd admin admin] Calling delete_port for e09afc9d-2969-43a3-980d-94f90d244d11 owned by network:router_interface {{(pid=101539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:50:28.396321 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-a09310b6-9e95-4536-8cf9-1e0466f115fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:28.421362 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09310b6-9e95-4536-8cf9-1e0466f115fd admin admin] Pushing event deleted for resources: {'Port': ['ID=e09afc9d-2969-43a3-980d-94f90d244d11,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:50:28.451305 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09310b6-9e95-4536-8cf9-1e0466f115fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:28.451665 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09310b6-9e95-4536-8cf9-1e0466f115fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:28.452000 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09310b6-9e95-4536-8cf9-1e0466f115fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:28.452325 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09310b6-9e95-4536-8cf9-1e0466f115fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:28.452645 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09310b6-9e95-4536-8cf9-1e0466f115fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:28.452961 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09310b6-9e95-4536-8cf9-1e0466f115fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:28.453277 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09310b6-9e95-4536-8cf9-1e0466f115fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:28.453665 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09310b6-9e95-4536-8cf9-1e0466f115fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:28.453911 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09310b6-9e95-4536-8cf9-1e0466f115fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:28.454207 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09310b6-9e95-4536-8cf9-1e0466f115fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:28.454517 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09310b6-9e95-4536-8cf9-1e0466f115fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:28.454850 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09310b6-9e95-4536-8cf9-1e0466f115fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:28.600540 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-a09310b6-9e95-4536-8cf9-1e0466f115fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1013947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646099'] for router_interface, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:29.051748 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09310b6-9e95-4536-8cf9-1e0466f115fd admin admin] Router 77a27d38-a823-46f2-9839-be95cfbcea3e has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:50:29.164147 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09310b6-9e95-4536-8cf9-1e0466f115fd admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:50:29.172866 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-a09310b6-9e95-4536-8cf9-1e0466f115fd admin admin] 10.222.0.79 "PUT /v2.0/routers/77a27d38-a823-46f2-9839-be95cfbcea3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8263445 Oct 28 14:50:29.173444 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777a61c6-5484-4d10-9e43-b4f3e5a65824 None None] Sync routers for ids ['77a27d38-a823-46f2-9839-be95cfbcea3e'] in dv-cinder-815848-1-iscsi {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:50:29.173877 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 43008) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:50:29.184727 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777a61c6-5484-4d10-9e43-b4f3e5a65824 None None] Routers {'77a27d38-a823-46f2-9839-be95cfbcea3e'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:50:29.185332 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-777a61c6-5484-4d10-9e43-b4f3e5a65824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:50:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['77a27d38-a823-46f2-9839-be95cfbcea3e'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:50:29.277489 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-fe3b1ef8-b29e-46ef-b65d-d1a296f542cc admin admin] Publish callbacks [] for router, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:29.293142 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-777a61c6-5484-4d10-9e43-b4f3e5a65824 None None] Set router 77a27d38-a823-46f2-9839-be95cfbcea3e gateway port host: dv-cinder-815848-1-iscsi {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:50:29.379023 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-fe3b1ef8-b29e-46ef-b65d-d1a296f542cc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:29.431213 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b1ef8-b29e-46ef-b65d-d1a296f542cc admin admin] Deleting port 19b5d607-7956-4b33-8a27-d494c9636592 {{(pid=101539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:50:29.431975 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-fe3b1ef8-b29e-46ef-b65d-d1a296f542cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:29.469942 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-777a61c6-5484-4d10-9e43-b4f3e5a65824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '19b5d607-7956-4b33-8a27-d494c9636592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:50:28Z', 'revision_number': 5, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port': {'id': '19b5d607-7956-4b33-8a27-d494c9636592', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:50:29.499853 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777a61c6-5484-4d10-9e43-b4f3e5a65824 None None] Checking router: 77a27d38-a823-46f2-9839-be95cfbcea3e for host: dv-cinder-815848-1-iscsi {{(pid=101540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:50:29.508473 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777a61c6-5484-4d10-9e43-b4f3e5a65824 None None] Routers {'77a27d38-a823-46f2-9839-be95cfbcea3e'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:50:29.509065 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-777a61c6-5484-4d10-9e43-b4f3e5a65824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:50:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['77a27d38-a823-46f2-9839-be95cfbcea3e'], 'active': True} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:50:29.511475 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.db [None req-fe3b1ef8-b29e-46ef-b65d-d1a296f542cc admin admin] For port 19b5d607-7956-4b33-8a27-d494c9636592, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=19b5d607-7956-4b33-8a27-d494c9636592,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:50:29.511834 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-fe3b1ef8-b29e-46ef-b65d-d1a296f542cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:29.523683 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b1ef8-b29e-46ef-b65d-d1a296f542cc admin admin] Calling delete_port for 19b5d607-7956-4b33-8a27-d494c9636592 owned by network:router_gateway {{(pid=101539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:50:29.596581 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvr_db [None req-777a61c6-5484-4d10-9e43-b4f3e5a65824 None None] Set router 77a27d38-a823-46f2-9839-be95cfbcea3e gateway port host: None {{(pid=101540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:50:29.648457 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_hamode_db [None req-777a61c6-5484-4d10-9e43-b4f3e5a65824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:50:29Z', 'revision_number': 6, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port_host': None}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:50:29.679220 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777a61c6-5484-4d10-9e43-b4f3e5a65824 None None] The sync data for ids ['77a27d38-a823-46f2-9839-be95cfbcea3e'] in dv-cinder-815848-1-iscsi is: [{'id': '77a27d38-a823-46f2-9839-be95cfbcea3e', 'name': 'tempest-TestVolumeBootPattern-364239963-router', 'tenant_id': '3c7c19b77a1a4fac81de8244c2a70247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:10Z', 'updated_at': '2021-10-28T14:50:29Z', 'revision_number': 6, 'project_id': '3c7c19b77a1a4fac81de8244c2a70247', 'gw_port_host': None}] {{(pid=101540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:50:29.687878 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-fe3b1ef8-b29e-46ef-b65d-d1a296f542cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:29.716849 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b1ef8-b29e-46ef-b65d-d1a296f542cc admin admin] Pushing event deleted for resources: {'Port': ['ID=19b5d607-7956-4b33-8a27-d494c9636592,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:50:29.776084 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-fe3b1ef8-b29e-46ef-b65d-d1a296f542cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640369'] for router_gateway, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:29.866827 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-fe3b1ef8-b29e-46ef-b65d-d1a296f542cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1047'] for router, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:29.869101 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-fe3b1ef8-b29e-46ef-b65d-d1a296f542cc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:29.915907 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-fe3b1ef8-b29e-46ef-b65d-d1a296f542cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646412'] for router, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:29.916452 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3b1ef8-b29e-46ef-b65d-d1a296f542cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77a27d38-a823-46f2-9839-be95cfbcea3e {{(pid=101539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 14:50:29.921429 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-fe3b1ef8-b29e-46ef-b65d-d1a296f542cc admin admin] Publish callbacks [] for router, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:29.922571 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-fe3b1ef8-b29e-46ef-b65d-d1a296f542cc admin admin] 10.222.0.79 "DELETE /v2.0/routers/77a27d38-a823-46f2-9839-be95cfbcea3e HTTP/1.1" status: 204 len: 168 time: 0.7481308 Oct 28 14:50:29.925276 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 43010) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:50:29.969613 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.db_base_plugin_v2 [None req-319b6570-8447-4e6d-80e8-b3a7659d2fbc admin admin] Deleting subnet de782fb8-ce97-4cbe-8d9a-e728eea72713 {{(pid=101539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 14:50:29.972701 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-319b6570-8447-4e6d-80e8-b3a7659d2fbc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:30.007130 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-319b6570-8447-4e6d-80e8-b3a7659d2fbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6125471'] for subnet, precommit_delete_associations {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:30.092902 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-319b6570-8447-4e6d-80e8-b3a7659d2fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888065'] for subnet, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:30.143887 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-319b6570-8447-4e6d-80e8-b3a7659d2fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5860417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4688964'] for subnet, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:30.168768 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b6570-8447-4e6d-80e8-b3a7659d2fbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de782fb8-ce97-4cbe-8d9a-e728eea72713,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:50:30.172408 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-319b6570-8447-4e6d-80e8-b3a7659d2fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for subnet, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:30.175744 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-319b6570-8447-4e6d-80e8-b3a7659d2fbc admin admin] 10.222.0.79 "DELETE /v2.0/subnets/de782fb8-ce97-4cbe-8d9a-e728eea72713 HTTP/1.1" status: 204 len: 168 time: 0.2492936 Oct 28 14:50:30.178243 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a65d86-8070-4f42-84af-3561b86b447a None None] Network 696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:50:30.180866 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 43012) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:50:30.250150 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-960df8e4-7b06-4109-abe8-6e3c5d536564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1857466'] for network, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:30.307506 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-960df8e4-7b06-4109-abe8-6e3c5d536564 admin admin] Deleting port bbd4186a-cd7b-47bd-a833-1c64cf79df61 {{(pid=101539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:50:30.307835 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-960df8e4-7b06-4109-abe8-6e3c5d536564 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:30.369487 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.db [None req-960df8e4-7b06-4109-abe8-6e3c5d536564 admin admin] For port bbd4186a-cd7b-47bd-a833-1c64cf79df61, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=bbd4186a-cd7b-47bd-a833-1c64cf79df61,segment=NetworkSegment(27993e00-1bc2-49c2-98b8-9b099f45e9a7),segment_id=27993e00-1bc2-49c2-98b8-9b099f45e9a7)] {{(pid=101539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:50:30.369771 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-960df8e4-7b06-4109-abe8-6e3c5d536564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:30.382844 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-960df8e4-7b06-4109-abe8-6e3c5d536564 admin admin] Calling delete_port for bbd4186a-cd7b-47bd-a833-1c64cf79df61 owned by network:dhcp {{(pid=101539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:50:30.412714 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a894cc-d864-4d9c-b4b6-25e33eecc3ad None None] DHCP port deletion for 696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e request from dv-cinder-815848-1-iscsi {{(pid=101540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 14:50:30.464361 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-48a894cc-d864-4d9c-b4b6-25e33eecc3ad None None] Deleting port bbd4186a-cd7b-47bd-a833-1c64cf79df61 {{(pid=101540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:50:30.464735 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-48a894cc-d864-4d9c-b4b6-25e33eecc3ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:30.472080 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-960df8e4-7b06-4109-abe8-6e3c5d536564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:30.497372 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960df8e4-7b06-4109-abe8-6e3c5d536564 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd4186a-cd7b-47bd-a833-1c64cf79df61,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:50:30.502570 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960df8e4-7b06-4109-abe8-6e3c5d536564 admin admin] No DVR routers for this DVR port bbd4186a-cd7b-47bd-a833-1c64cf79df61 on host dv-cinder-815848-1-iscsi {{(pid=101539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:50:30.530642 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-48a894cc-d864-4d9c-b4b6-25e33eecc3ad None None] For port bbd4186a-cd7b-47bd-a833-1c64cf79df61, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=bbd4186a-cd7b-47bd-a833-1c64cf79df61,segment=NetworkSegment(27993e00-1bc2-49c2-98b8-9b099f45e9a7),segment_id=27993e00-1bc2-49c2-98b8-9b099f45e9a7)] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:50:30.531140 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-48a894cc-d864-4d9c-b4b6-25e33eecc3ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:30.546882 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-48a894cc-d864-4d9c-b4b6-25e33eecc3ad None None] Calling delete_port for bbd4186a-cd7b-47bd-a833-1c64cf79df61 owned by network:dhcp {{(pid=101540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:50:30.576845 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-960df8e4-7b06-4109-abe8-6e3c5d536564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898964', 'neutron.services.segments.db._delete_segments_for_network-8782349021790'] for network, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:30.596772 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-960df8e4-7b06-4109-abe8-6e3c5d536564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e']}} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:50:30.606194 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-960df8e4-7b06-4109-abe8-6e3c5d536564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27993e00-1bc2-49c2-98b8-9b099f45e9a7') {'for_net_delete': True} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:50:30.606603 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-960df8e4-7b06-4109-abe8-6e3c5d536564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27993e00-1bc2-49c2-98b8-9b099f45e9a7') {} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:50:30.616662 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-960df8e4-7b06-4109-abe8-6e3c5d536564 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782349022567', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125542'] for segment, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:30.626018 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-48a894cc-d864-4d9c-b4b6-25e33eecc3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261'] for port, after_delete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:30.631781 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-960df8e4-7b06-4109-abe8-6e3c5d536564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:30.638540 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960df8e4-7b06-4109-abe8-6e3c5d536564 admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=101539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 14:50:30.638896 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-960df8e4-7b06-4109-abe8-6e3c5d536564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5860523'] for segment, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: Traceback (most recent call last): Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: timer() Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: cb(*args, **kw) Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: return func(*args, **kwargs) Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: self._notify() Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: self.callback(batched_events) Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: event.method(event) Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: return f(self, *a, **k) Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: return self._get(url).json() Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: return self.request(url, 'GET', **kwargs) Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 14:50:30.640700 dv-cinder-815848-1-iscsi neutron-server[101539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 14:50:30.651670 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a894cc-d864-4d9c-b4b6-25e33eecc3ad None None] Pushing event deleted for resources: {'Port': ['ID=bbd4186a-cd7b-47bd-a833-1c64cf79df61,revision_number=None']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:50:30.656668 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a894cc-d864-4d9c-b4b6-25e33eecc3ad None None] No DVR routers for this DVR port bbd4186a-cd7b-47bd-a833-1c64cf79df61 on host dv-cinder-815848-1-iscsi {{(pid=101540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:50:30.664423 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a894cc-d864-4d9c-b4b6-25e33eecc3ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:30.664808 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a894cc-d864-4d9c-b4b6-25e33eecc3ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:30.665128 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a894cc-d864-4d9c-b4b6-25e33eecc3ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:30.669362 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a894cc-d864-4d9c-b4b6-25e33eecc3ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:30.669362 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a894cc-d864-4d9c-b4b6-25e33eecc3ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:30.669362 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a894cc-d864-4d9c-b4b6-25e33eecc3ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:30.669362 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a894cc-d864-4d9c-b4b6-25e33eecc3ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:30.669362 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a894cc-d864-4d9c-b4b6-25e33eecc3ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:30.669362 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a894cc-d864-4d9c-b4b6-25e33eecc3ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:30.669362 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a894cc-d864-4d9c-b4b6-25e33eecc3ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:30.670414 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a894cc-d864-4d9c-b4b6-25e33eecc3ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:30.670414 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a894cc-d864-4d9c-b4b6-25e33eecc3ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815848-1-iscsi {{(pid=101540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 14:50:30.696763 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-960df8e4-7b06-4109-abe8-6e3c5d536564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640333'] for network, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:30.702801 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-960df8e4-7b06-4109-abe8-6e3c5d536564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:30.706221 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-960df8e4-7b06-4109-abe8-6e3c5d536564 admin admin] 10.222.0.79 "DELETE /v2.0/networks/696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e HTTP/1.1" status: 204 len: 168 time: 0.5268288 Oct 28 14:50:30.709084 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 43014) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:50:30.725785 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960df8e4-7b06-4109-abe8-6e3c5d536564 admin admin] Pushing event deleted for resources: {'Network': ['ID=696e3bb9-a18d-4eae-a11e-74bf2f1cdf1e,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:50:30.875158 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device e09afc9d-2969-43a3-980d-94f90d244d11 no longer exists at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:50:30.895396 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] No Port match for: e09afc9d-2969-43a3-980d-94f90d244d11 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:50:30.895816 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device e09afc9d-2969-43a3-980d-94f90d244d11 not bound to the agent host dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:50:30.896300 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 19b5d607-7956-4b33-8a27-d494c9636592 no longer exists at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:50:30.916045 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] No Port match for: 19b5d607-7956-4b33-8a27-d494c9636592 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:50:30.916387 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 19b5d607-7956-4b33-8a27-d494c9636592 not bound to the agent host dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:50:30.916803 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device bbd4186a-cd7b-47bd-a833-1c64cf79df61 no longer exists at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:50:30.938617 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] No Port match for: bbd4186a-cd7b-47bd-a833-1c64cf79df61 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:50:30.938879 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device bbd4186a-cd7b-47bd-a833-1c64cf79df61 not bound to the agent host dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:50:31.072536 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-cc45482c-da6b-4642-add5-ad64b8967026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-645951'] for router_interface, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:31.311990 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-cc45482c-da6b-4642-add5-ad64b8967026 admin admin] Deleting port 587caee3-f6ad-4ab3-8dca-9f59e35a0958 {{(pid=101539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:50:31.312284 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-cc45482c-da6b-4642-add5-ad64b8967026 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:31.390807 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.db [None req-cc45482c-da6b-4642-add5-ad64b8967026 admin admin] For port 587caee3-f6ad-4ab3-8dca-9f59e35a0958, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=587caee3-f6ad-4ab3-8dca-9f59e35a0958,segment=NetworkSegment(46f135ad-368a-4c0c-a487-d3e883deacc9),segment_id=46f135ad-368a-4c0c-a487-d3e883deacc9)] {{(pid=101539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:50:31.391062 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-cc45482c-da6b-4642-add5-ad64b8967026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:31.403122 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-cc45482c-da6b-4642-add5-ad64b8967026 admin admin] Calling delete_port for 587caee3-f6ad-4ab3-8dca-9f59e35a0958 owned by network:router_interface {{(pid=101539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:50:31.595818 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-cc45482c-da6b-4642-add5-ad64b8967026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:31.621471 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45482c-da6b-4642-add5-ad64b8967026 admin admin] Pushing event deleted for resources: {'Port': ['ID=587caee3-f6ad-4ab3-8dca-9f59e35a0958,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:50:31.786404 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-cc45482c-da6b-4642-add5-ad64b8967026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1013947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-646099'] for router_interface, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:31.999238 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc45482c-da6b-4642-add5-ad64b8967026 admin admin] Router 833c3f5f-1f30-4295-a2b8-a056576484d4 has already been hosted by L3 agent a22962a5-fbd9-4a39-b63c-94a27569b9fd {{(pid=101539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 14:50:32.349488 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc45482c-da6b-4642-add5-ad64b8967026 admin admin] Notify agent at l3_agent.dv-cinder-815848-1-iscsi the message routers_updated {{(pid=101539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 14:50:32.354976 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-cc45482c-da6b-4642-add5-ad64b8967026 admin admin] 10.222.0.79 "PUT /v2.0/routers/833c3f5f-1f30-4295-a2b8-a056576484d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6443720 Oct 28 14:50:32.357107 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 43016) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:50:32.360072 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b408ff-aa4e-4585-bfe7-8b6647fc5493 None None] Sync routers for ids ['833c3f5f-1f30-4295-a2b8-a056576484d4'] in dv-cinder-815848-1-iscsi {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 14:50:32.370580 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b408ff-aa4e-4585-bfe7-8b6647fc5493 None None] Routers {'833c3f5f-1f30-4295-a2b8-a056576484d4'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:50:32.371214 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-85b408ff-aa4e-4585-bfe7-8b6647fc5493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:50:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['833c3f5f-1f30-4295-a2b8-a056576484d4'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:50:32.462971 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4783aea4-a696-477a-bec8-cb367c5ddfce admin admin] Publish callbacks [] for router, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:32.483339 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-85b408ff-aa4e-4585-bfe7-8b6647fc5493 None None] Set router 833c3f5f-1f30-4295-a2b8-a056576484d4 gateway port host: dv-cinder-815848-1-iscsi {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:50:32.564058 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4783aea4-a696-477a-bec8-cb367c5ddfce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:32.603719 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:32.623139 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-4783aea4-a696-477a-bec8-cb367c5ddfce admin admin] Deleting port 15c8aefd-8996-48d9-9bbc-743a4b2ebf5d {{(pid=101539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:50:32.623730 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4783aea4-a696-477a-bec8-cb367c5ddfce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:32.665050 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-85b408ff-aa4e-4585-bfe7-8b6647fc5493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833c3f5f-1f30-4295-a2b8-a056576484d4', 'name': 'tempest-TestVolumeBootPattern-1774329485-router', 'tenant_id': 'ce16b7567cea474c9b91b57964095f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'external_fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15c8aefd-8996-48d9-9bbc-743a4b2ebf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:15Z', 'updated_at': '2021-10-28T14:50:31Z', 'revision_number': 5, 'project_id': 'ce16b7567cea474c9b91b57964095f17', 'gw_port': {'id': '15c8aefd-8996-48d9-9bbc-743a4b2ebf5d', 'name': '', 'network_id': 'ee68bfbb-5103-4d10-b9ad-fba4a097df41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833c3f5f-1f30-4295-a2b8-a056576484d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815848-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T14:43:15Z', 'updated_at': '2021-10-28T14:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ecb224d9-3cd4-4979-8f79-b30a4344ff69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815848-1-iscsi'}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:50:32.691672 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b408ff-aa4e-4585-bfe7-8b6647fc5493 None None] Checking router: 833c3f5f-1f30-4295-a2b8-a056576484d4 for host: dv-cinder-815848-1-iscsi {{(pid=101541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 14:50:32.701526 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b408ff-aa4e-4585-bfe7-8b6647fc5493 None None] Routers {'833c3f5f-1f30-4295-a2b8-a056576484d4'} bound to L3 agent in host dv-cinder-815848-1-iscsi {{(pid=101541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 14:50:32.702178 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-85b408ff-aa4e-4585-bfe7-8b6647fc5493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815848-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T14:28:50Z,description=,heartbeat_timestamp=2021-10-28T14:50:20Z,host='dv-cinder-815848-1-iscsi',id=a22962a5-fbd9-4a39-b63c-94a27569b9fd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T14:28:50Z,topic='l3_agent')) {'router_ids': ['833c3f5f-1f30-4295-a2b8-a056576484d4'], 'active': True} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:50:32.703620 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.db [None req-4783aea4-a696-477a-bec8-cb367c5ddfce admin admin] For port 15c8aefd-8996-48d9-9bbc-743a4b2ebf5d, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=15c8aefd-8996-48d9-9bbc-743a4b2ebf5d,segment=NetworkSegment(fe015cd9-f754-4f6c-b178-e335c2dcb63f),segment_id=fe015cd9-f754-4f6c-b178-e335c2dcb63f)] {{(pid=101539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:50:32.703973 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4783aea4-a696-477a-bec8-cb367c5ddfce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:32.720285 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-4783aea4-a696-477a-bec8-cb367c5ddfce admin admin] Calling delete_port for 15c8aefd-8996-48d9-9bbc-743a4b2ebf5d owned by network:router_gateway {{(pid=101539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:50:32.789435 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_dvr_db [None req-85b408ff-aa4e-4585-bfe7-8b6647fc5493 None None] Set router 833c3f5f-1f30-4295-a2b8-a056576484d4 gateway port host: None {{(pid=101541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 14:50:32.845990 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.l3_hamode_db [None req-85b408ff-aa4e-4585-bfe7-8b6647fc5493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833c3f5f-1f30-4295-a2b8-a056576484d4', 'name': 'tempest-TestVolumeBootPattern-1774329485-router', 'tenant_id': 'ce16b7567cea474c9b91b57964095f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:15Z', 'updated_at': '2021-10-28T14:50:32Z', 'revision_number': 6, 'project_id': 'ce16b7567cea474c9b91b57964095f17', 'gw_port_host': None}], 'dv-cinder-815848-1-iscsi', False) {} {{(pid=101541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:50:32.874087 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b408ff-aa4e-4585-bfe7-8b6647fc5493 None None] The sync data for ids ['833c3f5f-1f30-4295-a2b8-a056576484d4'] in dv-cinder-815848-1-iscsi is: [{'id': '833c3f5f-1f30-4295-a2b8-a056576484d4', 'name': 'tempest-TestVolumeBootPattern-1774329485-router', 'tenant_id': 'ce16b7567cea474c9b91b57964095f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T14:43:15Z', 'updated_at': '2021-10-28T14:50:32Z', 'revision_number': 6, 'project_id': 'ce16b7567cea474c9b91b57964095f17', 'gw_port_host': None}] {{(pid=101541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 14:50:32.886451 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4783aea4-a696-477a-bec8-cb367c5ddfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:32.913026 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783aea4-a696-477a-bec8-cb367c5ddfce admin admin] Pushing event deleted for resources: {'Port': ['ID=15c8aefd-8996-48d9-9bbc-743a4b2ebf5d,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:50:32.974901 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4783aea4-a696-477a-bec8-cb367c5ddfce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-640369'] for router_gateway, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:33.062831 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4783aea4-a696-477a-bec8-cb367c5ddfce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-646427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1047'] for router, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:33.064984 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4783aea4-a696-477a-bec8-cb367c5ddfce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:33.109046 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4783aea4-a696-477a-bec8-cb367c5ddfce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-646412'] for router, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:33.109580 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4783aea4-a696-477a-bec8-cb367c5ddfce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 833c3f5f-1f30-4295-a2b8-a056576484d4 {{(pid=101539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 14:50:33.113850 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-4783aea4-a696-477a-bec8-cb367c5ddfce admin admin] Publish callbacks [] for router, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:33.115001 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-4783aea4-a696-477a-bec8-cb367c5ddfce admin admin] 10.222.0.79 "DELETE /v2.0/routers/833c3f5f-1f30-4295-a2b8-a056576484d4 HTTP/1.1" status: 204 len: 168 time: 0.7569737 Oct 28 14:50:33.117623 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 43018) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:50:33.162841 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d14de2-0e44-4d50-9e9b-88c440799a97 admin admin] Deleting subnet b3ef97f5-2add-464f-a109-d8feae2c23da {{(pid=101539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 14:50:33.165873 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-04d14de2-0e44-4d50-9e9b-88c440799a97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:33.207151 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-04d14de2-0e44-4d50-9e9b-88c440799a97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6125471'] for subnet, precommit_delete_associations {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:33.287997 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-04d14de2-0e44-4d50-9e9b-88c440799a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1888065'] for subnet, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:33.340070 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-04d14de2-0e44-4d50-9e9b-88c440799a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1888072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-875908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5860417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4688964'] for subnet, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:33.367593 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-04d14de2-0e44-4d50-9e9b-88c440799a97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for subnet, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:33.371398 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-04d14de2-0e44-4d50-9e9b-88c440799a97 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b3ef97f5-2add-464f-a109-d8feae2c23da HTTP/1.1" status: 204 len: 168 time: 0.2528079 Oct 28 14:50:33.372203 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d14de2-0e44-4d50-9e9b-88c440799a97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3ef97f5-2add-464f-a109-d8feae2c23da,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:50:33.372680 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecdf94a-3374-43be-9945-1bb55c66d28d None None] Network fe8a8199-8aa5-41ce-b317-79b0636d3f4c requested from dv-cinder-815848-1-iscsi {{(pid=101540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 14:50:33.373925 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 43022) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:50:33.445472 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d9a67494-05af-4768-bdb8-322c17ed9443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1857466'] for network, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:33.499506 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-d9a67494-05af-4768-bdb8-322c17ed9443 admin admin] Deleting port 1e5092c3-627b-4a5d-b893-18bb2b1c9609 {{(pid=101539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:50:33.499842 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d9a67494-05af-4768-bdb8-322c17ed9443 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:33.565494 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.db [None req-d9a67494-05af-4768-bdb8-322c17ed9443 admin admin] For port 1e5092c3-627b-4a5d-b893-18bb2b1c9609, host dv-cinder-815848-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815848-1-iscsi',level=0,port_id=1e5092c3-627b-4a5d-b893-18bb2b1c9609,segment=NetworkSegment(46f135ad-368a-4c0c-a487-d3e883deacc9),segment_id=46f135ad-368a-4c0c-a487-d3e883deacc9)] {{(pid=101539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:50:33.565810 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d9a67494-05af-4768-bdb8-322c17ed9443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:33.578853 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.plugin [None req-d9a67494-05af-4768-bdb8-322c17ed9443 admin admin] Calling delete_port for 1e5092c3-627b-4a5d-b893-18bb2b1c9609 owned by network:dhcp {{(pid=101539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:50:33.611512 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f80a5e-d1a2-4b0c-9e5a-564cc269c1e0 None None] DHCP port deletion for fe8a8199-8aa5-41ce-b317-79b0636d3f4c request from dv-cinder-815848-1-iscsi {{(pid=101540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 14:50:33.661682 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d9a67494-05af-4768-bdb8-322c17ed9443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5860468'] for port, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:33.663792 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-76f80a5e-d1a2-4b0c-9e5a-564cc269c1e0 None None] Deleting port 1e5092c3-627b-4a5d-b893-18bb2b1c9609 {{(pid=101540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 14:50:33.664170 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-76f80a5e-d1a2-4b0c-9e5a-564cc269c1e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782349088790'] for port, before_delete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:33.686571 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a67494-05af-4768-bdb8-322c17ed9443 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5092c3-627b-4a5d-b893-18bb2b1c9609,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:50:33.691913 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a67494-05af-4768-bdb8-322c17ed9443 admin admin] No DVR routers for this DVR port 1e5092c3-627b-4a5d-b893-18bb2b1c9609 on host dv-cinder-815848-1-iscsi {{(pid=101539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:50:33.734035 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.db [None req-76f80a5e-d1a2-4b0c-9e5a-564cc269c1e0 None None] For port 1e5092c3-627b-4a5d-b893-18bb2b1c9609, host dv-cinder-815848-1-iscsi, got binding levels [] {{(pid=101540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 14:50:33.734427 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-76f80a5e-d1a2-4b0c-9e5a-564cc269c1e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-635206'] for port, precommit_delete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:33.748411 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-76f80a5e-d1a2-4b0c-9e5a-564cc269c1e0 None None] Calling delete_port for 1e5092c3-627b-4a5d-b893-18bb2b1c9609 owned by network:dhcp {{(pid=101540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 14:50:33.751312 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.ipam_backend_mixin [None req-76f80a5e-d1a2-4b0c-9e5a-564cc269c1e0 None None] Port 1e5092c3-627b-4a5d-b893-18bb2b1c9609 was not found and therefore no delete operation was performed {{(pid=101540) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 14:50:33.752635 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-76f80a5e-d1a2-4b0c-9e5a-564cc269c1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2057651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782348995804', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782348498261'] for port, after_delete {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:33.764799 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d9a67494-05af-4768-bdb8-322c17ed9443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898964', 'neutron.services.segments.db._delete_segments_for_network-8782349021790'] for network, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:33.779329 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f80a5e-d1a2-4b0c-9e5a-564cc269c1e0 None None] Pushing event deleted for resources: {'Port': ['ID=1e5092c3-627b-4a5d-b893-18bb2b1c9609,revision_number=None']} {{(pid=101540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:50:33.781181 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f80a5e-d1a2-4b0c-9e5a-564cc269c1e0 None None] No DVR routers for this DVR port 1e5092c3-627b-4a5d-b893-18bb2b1c9609 on host dv-cinder-815848-1-iscsi {{(pid=101540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 14:50:33.784568 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-d9a67494-05af-4768-bdb8-322c17ed9443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8a8199-8aa5-41ce-b317-79b0636d3f4c']}} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:50:33.794788 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-d9a67494-05af-4768-bdb8-322c17ed9443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f135ad-368a-4c0c-a487-d3e883deacc9') {'for_net_delete': True} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:50:33.795084 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.services.segments.db [None req-d9a67494-05af-4768-bdb8-322c17ed9443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f135ad-368a-4c0c-a487-d3e883deacc9') {} {{(pid=101539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 14:50:33.804718 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d9a67494-05af-4768-bdb8-322c17ed9443 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782349022567', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6125542'] for segment, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:33.818385 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d9a67494-05af-4768-bdb8-322c17ed9443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952'] for segment, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:33.824641 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a67494-05af-4768-bdb8-322c17ed9443 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=101539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 14:50:33.825032 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d9a67494-05af-4768-bdb8-322c17ed9443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1885952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5860523'] for segment, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: Traceback (most recent call last): Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: timer() Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: cb(*args, **kw) Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: return func(*args, **kwargs) Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: self._notify() Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: self.callback(batched_events) Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: event.method(event) Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: return f(self, *a, **k) Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: return self._get(url).json() Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: return self.request(url, 'GET', **kwargs) Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 14:50:33.826746 dv-cinder-815848-1-iscsi neutron-server[101539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 14:50:33.882857 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d9a67494-05af-4768-bdb8-322c17ed9443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898975', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1013890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-640333'] for network, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:33.888575 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-d9a67494-05af-4768-bdb8-322c17ed9443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1013904'] for network, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:33.891758 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-d9a67494-05af-4768-bdb8-322c17ed9443 admin admin] 10.222.0.79 "DELETE /v2.0/networks/fe8a8199-8aa5-41ce-b317-79b0636d3f4c HTTP/1.1" status: 204 len: 168 time: 0.5166910 Oct 28 14:50:33.909064 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a67494-05af-4768-bdb8-322c17ed9443 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe8a8199-8aa5-41ce-b317-79b0636d3f4c,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:50:34.012474 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 43026) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:50:34.052029 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-e9ed6429-0b47-404e-98c1-510ae44ef239 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3c7c19b77a1a4fac81de8244c2a70247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383623 Oct 28 14:50:34.056666 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [-] (101539) accepted ('10.222.0.79', 43028) {{(pid=101539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:50:34.104349 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-5100973e-d16f-421c-b1e8-2789d064e23c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:34.126328 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-5100973e-d16f-421c-b1e8-2789d064e23c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:34.180003 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-5100973e-d16f-421c-b1e8-2789d064e23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:34.182626 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron_lib.callbacks.manager [None req-5100973e-d16f-421c-b1e8-2789d064e23c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:34.183765 dv-cinder-815848-1-iscsi neutron-server[101539]: INFO neutron.wsgi [None req-5100973e-d16f-421c-b1e8-2789d064e23c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bb359284-2040-4a93-9176-2ef8f0ef1fdd HTTP/1.1" status: 204 len: 168 time: 0.1262155 Oct 28 14:50:34.192129 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100973e-d16f-421c-b1e8-2789d064e23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb359284-2040-4a93-9176-2ef8f0ef1fdd,revision_number=None']} {{(pid=101539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:50:34.511573 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 43034) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:50:34.552709 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-9d83208d-7d77-4d95-ab63-9c65fb7e4f70 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ce16b7567cea474c9b91b57964095f17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400069 Oct 28 14:50:34.555387 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [-] (101538) accepted ('10.222.0.79', 43036) {{(pid=101538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 14:50:34.615925 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-180451b5-da6f-400a-943f-55f60cb6778c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:34.638079 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-180451b5-da6f-400a-943f-55f60cb6778c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:34.696816 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-180451b5-da6f-400a-943f-55f60cb6778c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687884'] for security_group, after_delete {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:34.699732 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron_lib.callbacks.manager [None req-180451b5-da6f-400a-943f-55f60cb6778c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:34.700881 dv-cinder-815848-1-iscsi neutron-server[101538]: INFO neutron.wsgi [None req-180451b5-da6f-400a-943f-55f60cb6778c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2f18f54c-7ff3-4d9f-80b6-fbb7e449ca64 HTTP/1.1" status: 204 len: 168 time: 0.1445851 Oct 28 14:50:34.708325 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180451b5-da6f-400a-943f-55f60cb6778c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f18f54c-7ff3-4d9f-80b6-fbb7e449ca64,revision_number=None']} {{(pid=101538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 14:50:34.882176 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 15c8aefd-8996-48d9-9bbc-743a4b2ebf5d no longer exists at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:50:34.904119 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] No Port match for: 15c8aefd-8996-48d9-9bbc-743a4b2ebf5d {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:50:34.904421 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 15c8aefd-8996-48d9-9bbc-743a4b2ebf5d not bound to the agent host dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:50:34.905060 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 1e5092c3-627b-4a5d-b893-18bb2b1c9609 no longer exists at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:50:34.925857 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] No Port match for: 1e5092c3-627b-4a5d-b893-18bb2b1c9609 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:50:34.926230 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 1e5092c3-627b-4a5d-b893-18bb2b1c9609 not bound to the agent host dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:50:34.926645 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 587caee3-f6ad-4ab3-8dca-9f59e35a0958 no longer exists at agent ovs-agent-dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 14:50:34.949807 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] No Port match for: 587caee3-f6ad-4ab3-8dca-9f59e35a0958 {{(pid=101540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 14:50:34.950141 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron.plugins.ml2.rpc [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Device 587caee3-f6ad-4ab3-8dca-9f59e35a0958 not bound to the agent host dv-cinder-815848-1-iscsi {{(pid=101540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 14:50:42.551301 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:50:47.080125 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1ff27372-ffba-47e2-a71d-79f4797e2d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:50.143927 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e816134-77b8-4e7e-afff-8d3451445483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:51.044541 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:51.289000 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:50:52.168369 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:51:02.614020 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:51:17.077830 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-bc6f05de-b8df-4f00-9812-ead7e0a6042c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:51:19.556565 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:51:20.142946 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-0064d905-6d96-4102-8cd8-5cfbec40670b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:51:21.046495 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:51:21.289091 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:51:22.178657 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:51:32.614212 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:51:47.080333 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-aed06a28-ec03-4b0c-84b5-bdd67836e6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:51:50.145456 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-69664d6b-10ed-4d8f-b9a9-8b19f376ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:51:51.054910 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:51:51.288402 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:51:52.180083 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:51:56.561211 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:52:02.625174 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:52:17.084004 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-0efcc90c-fee3-4bc4-98ff-1f0b0f89dcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:52:20.148726 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-708abf60-fb5f-4bf3-acc5-21e342007cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:52:21.050115 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:52:21.294526 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:52:21.378381 dv-cinder-815848-1-iscsi neutron-server[101539]: DEBUG neutron.wsgi [req-c8b30080-0dc3-480d-b7e8-3a8f49d7c764 req-9ea9cf5a-5fe0-47a4-9795-c21fcb1dd130 service neutron] (101539) timed out ('10.222.0.72', 59782) {{(pid=101539) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 14:52:22.186787 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:52:32.627528 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:52:33.564433 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:52:47.083985 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-28e96471-5405-4dcd-b018-5e56932e278f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:52:50.148568 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-baf27dd1-5882-4c0a-913b-0ff9ae8c7506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:52:51.051627 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:52:51.299009 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:52:52.190206 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:53:02.645528 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:53:10.563479 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:53:17.085934 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-ff3e061f-6c79-4b1e-b7db-9cf57cd47fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:53:20.144729 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-ad9c3a2b-6782-45f9-af5e-ebb6c2ba217d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:53:21.055559 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:53:21.300567 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:53:22.197928 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:53:32.639723 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:53:47.091641 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-e932324e-7397-45a8-bb3c-7cbe84b85f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:53:47.565578 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:53:50.149808 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-af7668e6-667c-4b83-a175-26bd54006128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:53:51.057500 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:53:51.315103 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:53:52.198409 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:53:59.783550 dv-cinder-815848-1-iscsi neutron-server[101538]: DEBUG neutron.wsgi [req-67617b40-dd23-408d-b2ab-55de88a2fc48 req-496b0c6a-8106-44cb-ad21-0eafa9159339 service neutron] (101538) timed out ('10.222.0.72', 59791) {{(pid=101538) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 14:54:02.637463 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:54:17.088530 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-33e3b160-e7b5-4e13-b6e8-6894112bfee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:54:20.146952 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-89131c97-8c9f-42f8-8e3c-359d25fb1398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:54:21.059060 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:54:21.313928 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:54:22.200383 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:54:24.565760 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:54:32.647591 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:54:47.082712 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-17099644-bd89-4d83-93c0-a5d81bc8c3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:54:50.144005 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-5e30ef64-1ffb-4f8b-888f-029ee6a6604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:54:51.066238 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:54:51.319014 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:54:52.207183 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:55:01.570132 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:55:02.640912 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:55:17.091166 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-3c9157cc-396f-4857-b284-5843ba8ba5e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:55:20.146717 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1db3f524-dd60-418c-a93b-747005ec710f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:55:21.053163 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:55:21.316541 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:55:22.217179 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:55:32.649831 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f1a2-a2eb-496c-80d6-ce5a205b94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:55:38.574031 dv-cinder-815848-1-iscsi neutron-server[101541]: DEBUG neutron.db.agents_db [None req-31752a6a-97a5-4d90-a5d1-34db725e231c None None] Agent healthcheck: found 6 active agents {{(pid=101541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 14:55:47.083420 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-535d4e6f-0319-4c4f-adbb-893c6ad61890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:55:50.146926 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-709a1eb6-6440-4ed1-bea3-16ddd7396a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:55:51.049836 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-fc5f898c-1188-4db5-8c40-ac3db6617faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:55:51.316125 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-1e5f86f3-101a-4e70-ac86-a8e6d54f385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 14:55:52.205039 dv-cinder-815848-1-iscsi neutron-server[101540]: DEBUG neutron_lib.callbacks.manager [None req-2f753ad8-9098-4d06-8b70-d3bf0d197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782349021772', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1899934'] for agent, after_update {{(pid=101540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}